[ 515.040729] env[65314]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 515.040729] env[65314]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 516.073505] env[65403]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 516.073505] env[65403]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 517.707048] env[65403]: INFO neutron.common.config [-] Logging enabled! [ 517.707401] env[65403]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev40 [ 517.707669] env[65403]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65403) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 517.708105] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 517.708336] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 517.709435] env[65403]: WARNING oslo_policy.policy [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 517.709661] env[65403]: WARNING oslo_policy.policy [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 517.711395] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] VMware NSXv3 Agent initialized successfully. [ 517.711777] env[65403]: DEBUG oslo_concurrency.lockutils [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] Acquiring lock "singleton_lock" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.711910] env[65403]: DEBUG oslo_concurrency.lockutils [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] Acquired lock "singleton_lock" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.712128] env[65403]: DEBUG oslo_concurrency.lockutils [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] Releasing lock "singleton_lock" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.712407] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] Full set of CONF: {{(pid=65403) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 517.712518] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ******************************************************************************** {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 517.712639] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] Configuration options gathered from: {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 517.713061] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 517.713281] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 517.713454] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ================================================================================ {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 517.713643] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] agent_down_time = 75 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.713783] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] allow_automatic_dhcp_failover = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.713917] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] allow_bulk = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.714079] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] api_extensions_path = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.714234] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] api_paste_config = api-paste.ini {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.714444] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] auth_strategy = keystone {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.714567] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] backdoor_port = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.714680] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] backdoor_socket = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.714873] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] backlog = 4096 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.715053] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.715242] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] bind_host = 0.0.0.0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.715455] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] bind_port = 9696 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.715598] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] client_socket_timeout = 900 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.715791] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] config_dir = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.715909] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.716064] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] config_source = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.716239] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] control_exchange = neutron {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.716389] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] core_plugin = ml2 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.716754] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] debug = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.716754] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] default_availability_zones = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.716983] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.717124] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] dhcp_agent_notification = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.717254] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] dhcp_agents_per_network = 1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.717539] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] dhcp_lease_duration = 86400 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.717539] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] dhcp_load_type = networks {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.717712] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] dns_domain = openstacklocal {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.717871] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.718142] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] enable_default_route_bfd = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.718142] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] enable_default_route_ecmp = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.718276] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] enable_dvr = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.718422] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] enable_new_agents = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.718588] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.718747] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] enable_signals = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.718860] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] enable_traditional_dhcp = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.719013] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] external_dns_driver = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.719224] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] filter_validation = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.719282] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] global_physnet_mtu = 8950 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.719445] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] graceful_shutdown_timeout = 60 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.719637] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] host = cpu-1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.719809] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] host_dvr_for_dhcp = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.719935] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] http_retries = 3 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.720123] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] instance_format = [instance: %(uuid)s] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.720294] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.720445] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ipam_driver = internal {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.720617] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ipv6_pd_enabled = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.720773] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] l3_ha = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.720939] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.721118] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] l3_ha_network_physical_name = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.721260] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] l3_ha_network_type = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.721402] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_color = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.721570] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_config_append = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.721708] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.721834] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_dir = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.722017] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_file = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.722141] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_options = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.722279] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_rotate_interval = 1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.722430] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_rotate_interval_type = days {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.722587] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] log_rotation_type = none {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.722705] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.722817] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.723009] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.723187] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.723304] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.723459] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] max_dns_nameservers = 5 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.723625] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] max_header_line = 16384 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.723830] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] max_l3_agents_per_router = 3 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.724055] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] max_logfile_count = 30 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.724252] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] max_logfile_size_mb = 200 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.724401] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] max_subnet_host_routes = 20 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.724635] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] my_ip = 10.180.1.21 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.724780] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] my_ipv6 = ::1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.724947] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] network_auto_schedule = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.725095] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] network_link_prefix = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.725231] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.725425] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] notify_nova_on_port_data_changes = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.725627] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] notify_nova_on_port_status_changes = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.725846] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] pagination_max_limit = -1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.726082] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] publish_errors = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.726149] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] rate_limit_burst = 0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.726320] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] rate_limit_except_level = CRITICAL {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.726483] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] rate_limit_interval = 0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.726619] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] retry_until_window = 30 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.726757] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] router_distributed = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.726886] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] rpc_resources_processing_step = 20 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.727023] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] rpc_response_max_timeout = 600 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.727158] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] rpc_response_timeout = 60 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.727306] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] send_events_interval = 2 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.727468] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] service_plugins = ['router'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.727604] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] setproctitle = on {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.727728] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] shell_completion = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.727901] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] state_path = /opt/stack/data/neutron {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.728056] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] syslog_log_facility = LOG_USER {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.728187] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] tcp_keepidle = 600 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.728319] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] transport_url = **** {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.728443] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] use_journal = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.728565] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] use_json = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.728728] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] use_ssl = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.728916] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] use_stderr = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729015] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] use_syslog = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729148] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] vlan_qinq = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729274] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] vlan_transparent = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729399] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] watch_log_file = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729525] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] wsgi_default_pool_size = 100 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729647] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] wsgi_keep_alive = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729778] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.729924] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] wsgi_server_debug = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.730089] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_concurrency.disable_process_locking = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.730237] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.730377] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.730509] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.730645] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.730780] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.730912] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.731073] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.connection_string = messaging:// {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.731213] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.enabled = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.731350] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.es_doc_type = notification {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.731482] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.es_scroll_size = 10000 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.731616] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.es_scroll_time = 2m {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.731747] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.filter_error_trace = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.731884] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.hmac_keys = **** {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732031] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.sentinel_service_name = mymaster {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732175] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.socket_timeout = 0.1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732306] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.trace_requests = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732436] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler.trace_sqlalchemy = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732579] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler_jaeger.process_tags = {} {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732706] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler_jaeger.service_name_prefix = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732835] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] profiler_otlp.service_name_prefix = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.732979] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.enforce_new_defaults = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.733276] env[65403]: WARNING oslo_config.cfg [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 517.733424] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.enforce_scope = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.733565] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.policy_default_rule = default {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.733711] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.733852] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.733992] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.734138] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.734267] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.734392] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.734522] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.734657] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.734800] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.734942] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] agent.extensions = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.735092] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.735231] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] service_providers.service_provider = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.735373] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.default_quota = -1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.735514] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.735644] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_floatingip = 50 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.735776] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_network = 100 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.735905] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_port = 500 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736043] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736178] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_router = 10 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736308] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_security_group = 10 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736441] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736570] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.quota_subnet = 100 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736700] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] QUOTAS.track_quota_usage = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736842] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.736971] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep.group = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.737112] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep.helper_command = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.737245] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep.log_daemon_traceback = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.737376] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.737505] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep.thread_pool_size = 8 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.737633] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep.user = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.737769] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.737896] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_dhcp_release.group = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738031] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_dhcp_release.helper_command = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738161] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738290] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738417] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738545] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_dhcp_release.user = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738682] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738894] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_ovs_vsctl.group = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.738980] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.739161] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.739259] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.739391] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.739517] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_ovs_vsctl.user = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.739653] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_namespace.capabilities = [21] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.739776] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_namespace.group = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.739929] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_namespace.helper_command = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740079] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740216] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740345] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740471] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_namespace.user = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740604] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_conntrack.capabilities = [12] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740728] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_conntrack.group = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740851] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_conntrack.helper_command = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.740979] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.741124] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.741253] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.741377] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_conntrack.user = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.741513] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_link.capabilities = [12, 21] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.741639] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_link.group = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.741761] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_link.helper_command = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.741889] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_link.log_daemon_traceback = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742031] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742161] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_link.thread_pool_size = 8 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742285] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] privsep_link.user = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742432] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742576] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742710] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.continue_on_failed_promotions = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742838] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.dscp = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.742968] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.dscp_inherit = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.743118] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.force_mp_to_policy = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.743246] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.locking_coordinator_url = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.743374] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.log_agent_heartbeats = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.743501] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.logging_expire = 1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.743639] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.743771] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.743910] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.polling_interval = 240 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.744053] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.744194] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.744335] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.report_interval = 30.0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.744473] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.744611] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.744748] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.744882] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.sync_skew = 60 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.745034] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.synchronization_queue_size = 20 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.745224] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT.use_helper_for_ns_read = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.745409] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] SECURITYGROUP.enable_ipset = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.745559] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] SECURITYGROUP.enable_security_group = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.745699] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.745838] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.745977] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] experimental.ipv6_pd_enabled = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.746147] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.extension_drivers = ['port_security'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.746280] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.external_network_type = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.746424] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.746562] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.overlay_ip_version = 4 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.746697] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.path_mtu = 8950 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.746833] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.physical_network_mtus = {} {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.746971] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.747121] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.747259] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ml2.type_drivers = ['vlan'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.747392] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.747521] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.747650] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.747789] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.747927] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.748077] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.748212] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.748408] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.748584] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.748793] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749046] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_login_password = **** {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749132] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749298] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_login_user = admin {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749408] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749550] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749685] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749814] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.749973] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.750136] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.750277] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.750414] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.750549] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.750688] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.750830] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.750992] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.751162] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.751361] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.751503] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.751638] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.751771] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.751907] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.auth_section = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752058] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.auth_type = password {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752196] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752328] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.certfile = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752461] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.collect_timing = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752599] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.endpoint_type = public {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752732] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.insecure = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752858] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.keyfile = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.752996] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.region_name = RegionOne {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.753140] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.split_loggers = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.753266] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] nova.timeout = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.753400] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.auth_section = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.753541] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.auth_type = password {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.753676] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.753805] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.certfile = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.753950] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.collect_timing = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.754123] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.endpoint_type = public {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.754255] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.insecure = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.754380] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.keyfile = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.754504] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.region_name = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.754631] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.split_loggers = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.754752] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] placement.timeout = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.754885] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.auth_section = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755025] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.auth_type = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755154] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.cafile = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755277] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.certfile = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755406] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.collect_timing = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755531] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.connect_retries = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755655] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.connect_retry_delay = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755781] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.enable_notifications = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.755903] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.endpoint_override = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756040] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.insecure = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756172] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.interface = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756298] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.keyfile = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756429] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.max_version = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756553] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.min_version = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756675] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.region_name = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756804] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.retriable_status_codes = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.756965] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.service_name = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.757120] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.service_type = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.757250] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.split_loggers = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.757375] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.status_code_retries = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.757530] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.status_code_retry_delay = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.757732] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.timeout = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.757888] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.valid_interfaces = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.758032] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ironic.version = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.758172] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] cli_script.dry_run = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.758317] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.758447] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.758577] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.758709] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.758844] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759008] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759180] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759284] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759438] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759550] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759678] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759816] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.759977] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.760133] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.760267] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.760406] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.760537] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.760666] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.760802] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.760934] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761076] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761207] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761334] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761465] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761597] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761725] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761855] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.761985] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.762125] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.762255] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.762386] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.ssl = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.762523] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.762659] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.762788] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.762924] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.763093] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.763235] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.763377] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_notifications.driver = [] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.763508] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_notifications.retry = -1 {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.763655] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.763786] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.763889] env[65403]: DEBUG oslo_service.backend._eventlet.service [None req-da86bd9f-b429-4999-85a4-9c18bba37cb7 None None] ******************************************************************************** {{(pid=65403) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 517.765055] env[65403]: DEBUG neutron.agent.securitygroups_rpc [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Init firewall settings (driver=nsxv3) {{(pid=65403) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 517.766397] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65403) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 517.766631] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] RPC agent_id: nsxm-l-01a.corp.local [ 517.768921] env[65403]: DEBUG dogpile.cache.region [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 517.769056] env[65403]: DEBUG dogpile.lock [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 517.769156] env[65403]: DEBUG dogpile.lock [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 517.769319] env[65403]: DEBUG dogpile.lock [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 517.769363] env[65403]: DEBUG dogpile.cache.region [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 517.769419] env[65403]: DEBUG dogpile.lock [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 517.769574] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 517.840424] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Session token - acquiring [ 517.842728] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.842995] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.843201] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.843761] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.857487] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.185299] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 518.213223] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 518.213422] env[65403]: DEBUG dogpile.cache.region [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Cache value generated in 0.444 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 518.213480] env[65403]: DEBUG dogpile.lock [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 518.213583] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Activating Policy API Provider. [ 518.213766] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Looking for the default Infrastructure Rules. [ 518.290081] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Looking for the Default Layer3 Logged Drop Section. [ 518.313488] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 518.313954] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.314142] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.314241] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.314530] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.314858] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.829801] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.332480] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.837170] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Inventory metadata is going to be refreshed. [ 519.837498] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 520.621700] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.621943] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.621983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.622328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.634936] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 520.635846] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.636477] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 520.655795] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.656107] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.656223] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.656467] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.656591] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.656775] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 520.656894] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.657073] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 520.678322] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.678627] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.678772] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.679175] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.679391] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.679565] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 520.702968] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.703208] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.703262] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.703600] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.703774] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.703945] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 520.722261] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.722489] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.722653] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.722974] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.723167] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.723344] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 520.723475] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.723598] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 520.742405] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.742633] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.742675] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.743115] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.743298] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.743505] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 520.743656] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.743808] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 520.766252] env[65403]: DEBUG networking_nsxv3.common.locking [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.766493] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.766546] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.766875] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.767059] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.767257] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 520.767406] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.767530] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Inventory metadata have been refreshed. [ 520.767647] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Dryrun:True. Metadata refresh completed. [ 520.767789] env[65403]: DEBUG oslo_concurrency.lockutils [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Releasing lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.769500] env[65403]: INFO neutron.agent.agent_extensions_manager [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Loaded agent extensions: [] [ 520.770306] env[65403]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65403) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 520.831109] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent RPC Daemon Started! [ 520.831504] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent loop - iteration:0 started [ 520.831711] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent out of sync with plugin! [ 525.770512] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 525.770851] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 530.771329] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.771714] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.714581] env[65403]: INFO networking_nsxv3.common.synchronization [None req-4cc9c493-ad53-4aa5-9d7c-8770996c708b demo admin] Enqueued Resource ID: f26ce52c-60da-4752-a4fe-e357f494b3ba with Priority: HIGHEST for action security_group_rules [ 535.715311] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ce52c-60da-4752-a4fe-e357f494b3ba with Priority: HIGHEST for action security_group_rules [ 535.715672] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f26ce52c-60da-4752-a4fe-e357f494b3ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.715834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f26ce52c-60da-4752-a4fe-e357f494b3ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.715940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f26ce52c-60da-4752-a4fe-e357f494b3ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.716411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f26ce52c-60da-4752-a4fe-e357f494b3ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.716474] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f26ce52c-60da-4752-a4fe-e357f494b3ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.237707] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.237960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.237960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.238135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.238228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.238323] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f26ce52c-60da-4752-a4fe-e357f494b3ba already deleted. [ 536.238403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f26ce52c-60da-4752-a4fe-e357f494b3ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.717510] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.717993] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.719057] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.719309] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.721081] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.721486] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.724386] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.724753] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.042035] env[65403]: INFO networking_nsxv3.common.synchronization [None req-9781a96f-12fb-4156-8638-ac7bc9dead89 None None] Enqueued Resource ID: 56533e78-c2ca-47aa-948b-b9209f5bb873 with Priority: HIGHEST for action port [ 560.042374] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56533e78-c2ca-47aa-948b-b9209f5bb873 with Priority: HIGHEST for action port [ 560.042960] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-56533e78-c2ca-47aa-948b-b9209f5bb873 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.043038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56533e78-c2ca-47aa-948b-b9209f5bb873" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.043072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56533e78-c2ca-47aa-948b-b9209f5bb873" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.043291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56533e78-c2ca-47aa-948b-b9209f5bb873" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.043364] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56533e78-c2ca-47aa-948b-b9209f5bb873',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.545393] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56533e78-c2ca-47aa-948b-b9209f5bb873 [ 560.545615] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.545747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.545881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.546432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.546432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.546432] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56533e78-c2ca-47aa-948b-b9209f5bb873 already deleted. [ 560.546566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56533e78-c2ca-47aa-948b-b9209f5bb873" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.773640] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.773796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.773869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.774078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.774305] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.277199] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.715412] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b37d6b92-3545-49b7-8199-aacd67b038c4 None None] Enqueued Resource ID: e4b6a021-299c-481f-9337-45e123abb808 with Priority: HIGHEST for action port [ 561.715583] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b6a021-299c-481f-9337-45e123abb808 with Priority: HIGHEST for action port [ 561.716512] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4b6a021-299c-481f-9337-45e123abb808 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.716675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4b6a021-299c-481f-9337-45e123abb808" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.716770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4b6a021-299c-481f-9337-45e123abb808" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.717087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4b6a021-299c-481f-9337-45e123abb808" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.717208] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b6a021-299c-481f-9337-45e123abb808',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.780053] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.219513] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4b6a021-299c-481f-9337-45e123abb808 [ 562.219748] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.219913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.219960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.220191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.220284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.220378] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4b6a021-299c-481f-9337-45e123abb808 already deleted. [ 562.220456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4b6a021-299c-481f-9337-45e123abb808" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.282457] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 562.283041] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 563.016697] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.016848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.016908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.017140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.029184] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 563.029852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.030529] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 563.049869] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.050076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.050124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.050306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.050391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.050500] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 563.050572] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.050677] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 563.070156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.070342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.070342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.070565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.070686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.070799] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 563.091081] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.091243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.091345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.091522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.091651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.091784] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 563.113228] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.113482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.113482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.113637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.113739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.113891] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 563.113951] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.114033] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 563.131813] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.131968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.132045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.132251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.132337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.132440] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 563.132512] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.132582] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 563.155028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.155170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.155207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.155421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.155526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.155639] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 563.155708] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.155778] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 563.155844] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 563.155930] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 563.155968] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 563.156032] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 563.156320] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 563.156379] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 563.156445] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 563.175341] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.175500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.175546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.175750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.175858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.175969] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 563.197131] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.197277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.197347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.197560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.197661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.209970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.691033] env[65403]: INFO networking_nsxv3.common.synchronization [None req-dbb3d119-e83f-495c-b0d5-d3bdda73ae0a None None] Enqueued Resource ID: 6289b30f-79c1-42bb-8a72-1994197a22d6 with Priority: HIGHEST for action port [ 565.691334] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6289b30f-79c1-42bb-8a72-1994197a22d6 with Priority: HIGHEST for action port [ 565.692433] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-6289b30f-79c1-42bb-8a72-1994197a22d6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.692433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6289b30f-79c1-42bb-8a72-1994197a22d6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.692433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6289b30f-79c1-42bb-8a72-1994197a22d6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.693428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6289b30f-79c1-42bb-8a72-1994197a22d6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.693428] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6289b30f-79c1-42bb-8a72-1994197a22d6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.884691] env[65403]: INFO networking_nsxv3.common.synchronization [None req-2419ba7a-f80a-494c-b529-77ce5c7d62f0 None None] Enqueued Resource ID: 4ddcb65f-1522-4e1a-bcee-78b9dd9157f9 with Priority: HIGHEST for action port [ 565.885093] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddcb65f-1522-4e1a-bcee-78b9dd9157f9 with Priority: HIGHEST for action port [ 565.885408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ddcb65f-1522-4e1a-bcee-78b9dd9157f9 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.885537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ddcb65f-1522-4e1a-bcee-78b9dd9157f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.885602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ddcb65f-1522-4e1a-bcee-78b9dd9157f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.885848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ddcb65f-1522-4e1a-bcee-78b9dd9157f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.885932] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ddcb65f-1522-4e1a-bcee-78b9dd9157f9',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.196610] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6289b30f-79c1-42bb-8a72-1994197a22d6 [ 566.196610] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.196610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.196610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.196610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.196610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.196610] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6289b30f-79c1-42bb-8a72-1994197a22d6 already deleted. [ 566.196610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6289b30f-79c1-42bb-8a72-1994197a22d6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.390354] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ddcb65f-1522-4e1a-bcee-78b9dd9157f9 [ 566.390614] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.390698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.390734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.390973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.391094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.391191] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ddcb65f-1522-4e1a-bcee-78b9dd9157f9 already deleted. [ 566.391677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ddcb65f-1522-4e1a-bcee-78b9dd9157f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.692068] env[65403]: INFO networking_nsxv3.common.synchronization [None req-a7c73a72-2769-4397-98f9-241d13a3c448 None None] Enqueued Resource ID: b4ec186b-a3a4-4e64-be27-7338351066a1 with Priority: HIGHEST for action port [ 567.692068] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4ec186b-a3a4-4e64-be27-7338351066a1 with Priority: HIGHEST for action port [ 567.692068] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4ec186b-a3a4-4e64-be27-7338351066a1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.692068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4ec186b-a3a4-4e64-be27-7338351066a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.692068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4ec186b-a3a4-4e64-be27-7338351066a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.694126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4ec186b-a3a4-4e64-be27-7338351066a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.694274] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ec186b-a3a4-4e64-be27-7338351066a1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.698093] env[65403]: INFO networking_nsxv3.common.synchronization [None req-7ef91d0d-5fd8-4694-9e33-c750677c0db7 None None] Enqueued Resource ID: 8feb5cb8-0483-4278-ad03-64056c44cb31 with Priority: HIGHEST for action port [ 567.698093] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feb5cb8-0483-4278-ad03-64056c44cb31 with Priority: HIGHEST for action port [ 567.698198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8feb5cb8-0483-4278-ad03-64056c44cb31 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.698305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8feb5cb8-0483-4278-ad03-64056c44cb31" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.698398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8feb5cb8-0483-4278-ad03-64056c44cb31" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.698637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8feb5cb8-0483-4278-ad03-64056c44cb31" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.698715] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8feb5cb8-0483-4278-ad03-64056c44cb31',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.198830] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4ec186b-a3a4-4e64-be27-7338351066a1 [ 568.199156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.199336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.199402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.199678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.199786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.199952] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4ec186b-a3a4-4e64-be27-7338351066a1 already deleted. [ 568.200063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4ec186b-a3a4-4e64-be27-7338351066a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.201483] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8feb5cb8-0483-4278-ad03-64056c44cb31 [ 568.201735] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.201873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.201985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.202242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.202363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.202519] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8feb5cb8-0483-4278-ad03-64056c44cb31 already deleted. [ 568.202621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8feb5cb8-0483-4278-ad03-64056c44cb31" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.370523] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ffd50e6d-4197-4017-bfe9-ed07d1b790bd None None] Enqueued Resource ID: 30da81c5-4444-404d-a46e-d3c629a24545 with Priority: HIGHEST for action port [ 570.371389] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30da81c5-4444-404d-a46e-d3c629a24545 with Priority: HIGHEST for action port [ 570.371389] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-30da81c5-4444-404d-a46e-d3c629a24545 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.371389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30da81c5-4444-404d-a46e-d3c629a24545" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.371582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30da81c5-4444-404d-a46e-d3c629a24545" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.372073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30da81c5-4444-404d-a46e-d3c629a24545" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.372073] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30da81c5-4444-404d-a46e-d3c629a24545',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.877703] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30da81c5-4444-404d-a46e-d3c629a24545 [ 570.878082] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.878225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.878293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.878503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.878589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.878680] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30da81c5-4444-404d-a46e-d3c629a24545 already deleted. [ 570.878757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30da81c5-4444-404d-a46e-d3c629a24545" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.052641] env[65403]: INFO networking_nsxv3.common.synchronization [None req-02d99806-0a2b-49ab-ac0c-f3d241383a71 None None] Enqueued Resource ID: 52d9774f-a786-465a-a8b0-6484a9eb1d23 with Priority: HIGHEST for action port [ 573.052641] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d9774f-a786-465a-a8b0-6484a9eb1d23 with Priority: HIGHEST for action port [ 573.053103] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d9774f-a786-465a-a8b0-6484a9eb1d23 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.053405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d9774f-a786-465a-a8b0-6484a9eb1d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.053482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d9774f-a786-465a-a8b0-6484a9eb1d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.054624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d9774f-a786-465a-a8b0-6484a9eb1d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.054624] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d9774f-a786-465a-a8b0-6484a9eb1d23',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.247500] env[65403]: INFO networking_nsxv3.common.synchronization [None req-2f58e7ac-910a-4485-8796-a49a1dd72bd2 None None] Enqueued Resource ID: a3fb33b6-b228-4ac3-9830-1e471e501d89 with Priority: HIGHEST for action port [ 573.248193] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3fb33b6-b228-4ac3-9830-1e471e501d89 with Priority: HIGHEST for action port [ 573.248510] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3fb33b6-b228-4ac3-9830-1e471e501d89 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.248771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3fb33b6-b228-4ac3-9830-1e471e501d89" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.248880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3fb33b6-b228-4ac3-9830-1e471e501d89" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.249172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3fb33b6-b228-4ac3-9830-1e471e501d89" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.249283] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3fb33b6-b228-4ac3-9830-1e471e501d89',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.557413] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52d9774f-a786-465a-a8b0-6484a9eb1d23 [ 573.557646] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.557785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.557869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.558115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.558213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.558313] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52d9774f-a786-465a-a8b0-6484a9eb1d23 already deleted. [ 573.558393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d9774f-a786-465a-a8b0-6484a9eb1d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.752843] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3fb33b6-b228-4ac3-9830-1e471e501d89 [ 573.752843] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.752843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.752843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.752843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.752843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.752843] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3fb33b6-b228-4ac3-9830-1e471e501d89 already deleted. [ 573.753094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3fb33b6-b228-4ac3-9830-1e471e501d89" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.179273] env[65403]: INFO networking_nsxv3.common.synchronization [None req-7ddc06aa-f06d-4cd4-9ffa-878291d3ec9e None None] Enqueued Resource ID: 2d40a3e5-e5d5-4079-b15b-3be9f423071a with Priority: HIGHEST for action port [ 575.181030] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d40a3e5-e5d5-4079-b15b-3be9f423071a with Priority: HIGHEST for action port [ 575.181030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d40a3e5-e5d5-4079-b15b-3be9f423071a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.181030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d40a3e5-e5d5-4079-b15b-3be9f423071a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.181030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d40a3e5-e5d5-4079-b15b-3be9f423071a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.181030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d40a3e5-e5d5-4079-b15b-3be9f423071a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.181030] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d40a3e5-e5d5-4079-b15b-3be9f423071a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.604255] env[65403]: INFO networking_nsxv3.common.synchronization [None req-d3b57e19-504a-42b8-84b5-7a0b7efcf10b None None] Enqueued Resource ID: 4e08f8f1-5172-4f26-b561-a0c687931ad4 with Priority: HIGHEST for action port [ 575.604255] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e08f8f1-5172-4f26-b561-a0c687931ad4 with Priority: HIGHEST for action port [ 575.604255] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e08f8f1-5172-4f26-b561-a0c687931ad4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.604255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e08f8f1-5172-4f26-b561-a0c687931ad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.604255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e08f8f1-5172-4f26-b561-a0c687931ad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.604255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e08f8f1-5172-4f26-b561-a0c687931ad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.604255] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e08f8f1-5172-4f26-b561-a0c687931ad4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.683593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d40a3e5-e5d5-4079-b15b-3be9f423071a [ 575.684035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.684035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.684035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.684608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.684608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.684608] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d40a3e5-e5d5-4079-b15b-3be9f423071a already deleted. [ 575.684608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d40a3e5-e5d5-4079-b15b-3be9f423071a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.105781] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e08f8f1-5172-4f26-b561-a0c687931ad4 [ 576.106036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.106369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.106369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.106473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.106560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.106686] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e08f8f1-5172-4f26-b561-a0c687931ad4 already deleted. [ 576.106773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e08f8f1-5172-4f26-b561-a0c687931ad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.060117] env[65403]: INFO networking_nsxv3.common.synchronization [req-c5a12095-4fb7-4048-899a-06cb588ea868 req-aa4a9b34-e4ad-4834-8445-6ae4e537fc79 tempest-MigrationsAdminTest-1136946906 tempest-MigrationsAdminTest-1136946906-project-member] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 577.060658] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 577.061114] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.061114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.061333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.061442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.061527] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.061745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.061804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.062019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.062106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.065740] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.565959] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.566136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.566201] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.566723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.566723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.566723] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.566891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.566891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.566957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.567033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.567118] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 already deleted. [ 577.567194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.900269] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e8640499-7eb2-462f-add7-e29d4225a750 None None] Enqueued Resource ID: a0f51813-dedf-4469-adbb-bc8edf398a51 with Priority: HIGHEST for action port [ 577.900900] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f51813-dedf-4469-adbb-bc8edf398a51 with Priority: HIGHEST for action port [ 577.901256] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f51813-dedf-4469-adbb-bc8edf398a51 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.901383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f51813-dedf-4469-adbb-bc8edf398a51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.901447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f51813-dedf-4469-adbb-bc8edf398a51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.901688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f51813-dedf-4469-adbb-bc8edf398a51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.901769] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f51813-dedf-4469-adbb-bc8edf398a51',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.975746] env[65403]: INFO networking_nsxv3.common.synchronization [None req-99aba452-b312-426f-b9cf-3204627233a6 None None] Enqueued Resource ID: 40c5fccc-08ec-4154-bef2-0dcdf180917b with Priority: HIGHEST for action port [ 577.975746] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c5fccc-08ec-4154-bef2-0dcdf180917b with Priority: HIGHEST for action port [ 577.975746] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-40c5fccc-08ec-4154-bef2-0dcdf180917b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.975935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40c5fccc-08ec-4154-bef2-0dcdf180917b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.975935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40c5fccc-08ec-4154-bef2-0dcdf180917b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.976307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40c5fccc-08ec-4154-bef2-0dcdf180917b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.977575] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40c5fccc-08ec-4154-bef2-0dcdf180917b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.405065] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0f51813-dedf-4469-adbb-bc8edf398a51 [ 578.405355] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.405420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.405467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.405659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.405744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.405836] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0f51813-dedf-4469-adbb-bc8edf398a51 already deleted. [ 578.405913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f51813-dedf-4469-adbb-bc8edf398a51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.481266] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40c5fccc-08ec-4154-bef2-0dcdf180917b [ 578.482028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.482028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.482028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.482028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.482028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.482293] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40c5fccc-08ec-4154-bef2-0dcdf180917b already deleted. [ 578.482293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40c5fccc-08ec-4154-bef2-0dcdf180917b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.565321] env[65403]: INFO networking_nsxv3.common.synchronization [req-27af02ed-f9f3-4298-b938-7742445370ef req-c63b572c-97bf-4058-a3e8-f0df5251b876 tempest-ImagesNegativeTestJSON-1832043235 tempest-ImagesNegativeTestJSON-1832043235-project-member] Enqueued Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_members [ 578.566204] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_members [ 578.566204] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.566204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.566204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.566204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.566628] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.566628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.566628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.566628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.566762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.567358] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.815698] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.815897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.816033] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.816348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.816603] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.816758] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.817112] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.817323] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.817483] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.817989] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 578.817989] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 578.817989] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 578.818125] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 578.818213] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 578.818311] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 578.818437] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 578.844317] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 578.844662] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 578.844662] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 578.844788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.845108] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-d837a7ba-9015-48cb-8c40-5cfb28f021ca taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.845288] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.845408] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.845809] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.845888] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d837a7ba-9015-48cb-8c40-5cfb28f021ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.071284] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.071756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.071880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.072132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.072462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.072915] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.073672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.073672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.073672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.073672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.073873] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09186071-0e27-4ccd-8979-12e1a686a202 already deleted. [ 579.073873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.318479] env[65403]: INFO networking_nsxv3.common.synchronization [None req-eebf201d-fccd-459a-93b5-18e06662f252 None None] Enqueued Resource ID: 76df04f9-f467-40e4-ba2b-587a8011e866 with Priority: HIGHEST for action port [ 579.319034] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76df04f9-f467-40e4-ba2b-587a8011e866 with Priority: HIGHEST for action port [ 579.319517] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-76df04f9-f467-40e4-ba2b-587a8011e866 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.319517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76df04f9-f467-40e4-ba2b-587a8011e866" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.319517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76df04f9-f467-40e4-ba2b-587a8011e866" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.319876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76df04f9-f467-40e4-ba2b-587a8011e866" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.319926] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76df04f9-f467-40e4-ba2b-587a8011e866',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.349996] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.350299] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.350436] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.350753] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.350942] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.351133] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port d837a7ba-9015-48cb-8c40-5cfb28f021ca not found, creating... [ 579.351390] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.351539] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.351651] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.351861] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.352040] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.352397] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.352569] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.352684] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.352887] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.354201] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.354560] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: d837a7ba-9015-48cb-8c40-5cfb28f021ca is going to be created. [ 579.378276] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.378657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.378657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.378856] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.379129] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.379375] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.822495] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76df04f9-f467-40e4-ba2b-587a8011e866 [ 579.822773] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.822855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.822918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.823160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.823251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.823348] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76df04f9-f467-40e4-ba2b-587a8011e866 already deleted. [ 579.823433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76df04f9-f467-40e4-ba2b-587a8011e866" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.989588] env[65403]: INFO networking_nsxv3.common.synchronization [None req-2127b298-f034-420c-93fa-7d27549149b4 None None] Enqueued Resource ID: 90231b60-4e42-47c4-a83e-3570be81020b with Priority: HIGHEST for action port [ 579.992670] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90231b60-4e42-47c4-a83e-3570be81020b with Priority: HIGHEST for action port [ 579.992670] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-90231b60-4e42-47c4-a83e-3570be81020b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.992670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90231b60-4e42-47c4-a83e-3570be81020b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.992670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90231b60-4e42-47c4-a83e-3570be81020b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.992670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90231b60-4e42-47c4-a83e-3570be81020b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.992670] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90231b60-4e42-47c4-a83e-3570be81020b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.153447] env[65403]: INFO networking_nsxv3.common.synchronization [req-c5a12095-4fb7-4048-899a-06cb588ea868 req-4348d96e-76bc-4520-a934-b4f2412dc3d0 service nova] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_rules [ 580.153762] env[65403]: INFO networking_nsxv3.common.synchronization [req-c5a12095-4fb7-4048-899a-06cb588ea868 req-4348d96e-76bc-4520-a934-b4f2412dc3d0 service nova] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 580.153817] env[65403]: INFO networking_nsxv3.common.synchronization [req-c5a12095-4fb7-4048-899a-06cb588ea868 req-4348d96e-76bc-4520-a934-b4f2412dc3d0 service nova] Enqueued Resource ID: d837a7ba-9015-48cb-8c40-5cfb28f021ca with Priority: HIGHEST for action port [ 580.154117] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_rules [ 580.154278] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 580.154418] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d837a7ba-9015-48cb-8c40-5cfb28f021ca with Priority: HIGHEST for action port [ 580.157050] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.157050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.157050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.157050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.157050] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.157411] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.157577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.157679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.157891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.158110] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.158217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.158310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.158476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.158577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.158678] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.160236] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-d837a7ba-9015-48cb-8c40-5cfb28f021ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.160368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.160434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.160610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.160683] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d837a7ba-9015-48cb-8c40-5cfb28f021ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.299735] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.300357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-892" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.300357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-892" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.300543] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-892" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.301671] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.301853] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.301971] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.302214] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.302427] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.302838] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 580.302966] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 580.303093] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 580.303221] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 580.303368] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 580.303477] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 580.303612] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 580.324336] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 580.324577] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 580.324718] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 580.324892] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-892" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.325540] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-8d895120-1c81-4bc7-b60b-154a197cde55 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.325735] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.325929] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.326173] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.326308] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d895120-1c81-4bc7-b60b-154a197cde55',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.496019] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90231b60-4e42-47c4-a83e-3570be81020b [ 580.496019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.496019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.496019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.496019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.496019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.496019] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90231b60-4e42-47c4-a83e-3570be81020b already deleted. [ 580.496019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90231b60-4e42-47c4-a83e-3570be81020b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.658135] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.658334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.660678] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.663656] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d837a7ba-9015-48cb-8c40-5cfb28f021ca with status ACTIVE [ 580.663860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.664104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.664104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.664444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.664444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.664586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.664699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.664757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.665074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.665074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.665187] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.665293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.665361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.665520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.665611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.665698] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d837a7ba-9015-48cb-8c40-5cfb28f021ca is going to be updated. [ 580.688283] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.688511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.688511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.688712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.689142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.689142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d837a7ba-9015-48cb-8c40-5cfb28f021ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.828912] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.829226] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.829279] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.829548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.829710] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.829904] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 8d895120-1c81-4bc7-b60b-154a197cde55 not found, creating... [ 580.830210] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.830519] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.830578] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.831125] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.831331] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.831628] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.831792] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.831976] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.832135] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.832593] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.832593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 8d895120-1c81-4bc7-b60b-154a197cde55 is going to be created. [ 580.855896] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.856155] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.856449] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.856520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.856713] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.856932] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.164090] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.411934] env[65403]: INFO networking_nsxv3.common.synchronization [None req-4057316b-37e9-4c87-b5c3-70d43eac36e8 None None] Enqueued Resource ID: 7f14a7f4-f177-4c94-88dc-ab405c9a82ab with Priority: HIGHEST for action port [ 581.411934] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f14a7f4-f177-4c94-88dc-ab405c9a82ab with Priority: HIGHEST for action port [ 581.411934] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f14a7f4-f177-4c94-88dc-ab405c9a82ab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.411934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f14a7f4-f177-4c94-88dc-ab405c9a82ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.411934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f14a7f4-f177-4c94-88dc-ab405c9a82ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.411934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f14a7f4-f177-4c94-88dc-ab405c9a82ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.411934] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f14a7f4-f177-4c94-88dc-ab405c9a82ab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.646278] env[65403]: INFO networking_nsxv3.common.synchronization [req-27af02ed-f9f3-4298-b938-7742445370ef req-e4b815d2-79b8-473f-a9e1-61c499acdf49 service nova] Enqueued Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_rules [ 581.646775] env[65403]: INFO networking_nsxv3.common.synchronization [req-27af02ed-f9f3-4298-b938-7742445370ef req-e4b815d2-79b8-473f-a9e1-61c499acdf49 service nova] Enqueued Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_members [ 581.646775] env[65403]: INFO networking_nsxv3.common.synchronization [req-27af02ed-f9f3-4298-b938-7742445370ef req-e4b815d2-79b8-473f-a9e1-61c499acdf49 service nova] Enqueued Resource ID: 8d895120-1c81-4bc7-b60b-154a197cde55 with Priority: HIGHEST for action port [ 581.647149] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_rules [ 581.648028] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_members [ 581.648028] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d895120-1c81-4bc7-b60b-154a197cde55 with Priority: HIGHEST for action port [ 581.648028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.648028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.648028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.648392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.648392] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.649048] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.649169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.649234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.649405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.649561] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.649714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.649757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.649939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.649982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.650091] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.651129] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d895120-1c81-4bc7-b60b-154a197cde55 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.651253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.651318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.651472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.651542] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d895120-1c81-4bc7-b60b-154a197cde55',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.667140] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.667140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.667140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.667415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.667415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.667544] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 is going to be created. [ 581.698377] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.698842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.698842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.698934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.699119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.710166] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: UNINITIALIZED for 2s [ 581.915300] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f14a7f4-f177-4c94-88dc-ab405c9a82ab [ 581.915634] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.916089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.916089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.916089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.916089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.916252] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f14a7f4-f177-4c94-88dc-ab405c9a82ab already deleted. [ 581.916252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f14a7f4-f177-4c94-88dc-ab405c9a82ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.153429] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.153584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.161204] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d895120-1c81-4bc7-b60b-154a197cde55 with status ACTIVE [ 582.161204] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.161502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.161502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.161652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.161740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.161914] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.162024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.162111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.163899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.164044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.164330] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.164486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.164588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.164760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.164840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.164947] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d895120-1c81-4bc7-b60b-154a197cde55 is going to be updated. [ 582.168622] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.190485] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.190657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.190697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.190901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.191043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.191206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d895120-1c81-4bc7-b60b-154a197cde55" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.321143] env[65403]: INFO networking_nsxv3.common.synchronization [req-cae157b1-fb7d-4b88-a503-5872c4a9fbd9 req-05c9453c-3787-409d-8504-e2aa93e7f24b tempest-DeleteServersAdminTestJSON-1180729445 tempest-DeleteServersAdminTestJSON-1180729445-project-member] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 582.322823] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 582.322823] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.322823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.322823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.322823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.322823] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.322823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.322823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.323126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.323126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.323126] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.421378] env[65403]: INFO networking_nsxv3.common.synchronization [None req-d0a6361b-cf95-49ce-af27-46bbb9f3a902 tempest-VolumesAssistedSnapshotsTest-895207596 tempest-VolumesAssistedSnapshotsTest-895207596-project-member] Enqueued Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_rules [ 582.421921] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_rules [ 582.422222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81816e08-4569-4331-81ba-e548dc99e70f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.422339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.422401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.422972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.423275] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.669608] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.827684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.827684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.827684] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 already deleted. [ 582.827684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.942722] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.943128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.943128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.943223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.943259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.943549] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81816e08-4569-4331-81ba-e548dc99e70f already deleted. [ 582.943549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.173307] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.173483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.173483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.173692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.173785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.173874] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09186071-0e27-4ccd-8979-12e1a686a202 is going to be created. [ 583.199227] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.199385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.199450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.199665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.199826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.213369] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09186071-0e27-4ccd-8979-12e1a686a202 in Status: UNINITIALIZED for 2s [ 583.409423] env[65403]: INFO networking_nsxv3.common.synchronization [None req-577c2bec-e144-4fba-b80b-3029dfca2f19 tempest-VolumesAssistedSnapshotsTest-895207596 tempest-VolumesAssistedSnapshotsTest-895207596-project-member] Enqueued Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_rules [ 583.409953] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_rules [ 583.410298] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81816e08-4569-4331-81ba-e548dc99e70f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.410414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.410495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.410677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.410757] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.545134] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.545134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.545134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.545134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.545134] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.545134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.545134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.545491] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.545782] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.546157] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.546404] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.546661] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.546872] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.547108] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.547381] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.547637] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.568461] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.568461] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.568461] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.568461] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.568461] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-809252b1-a0c2-4836-831d-12a3c63cd782 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.568461] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.568461] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.568461] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.568461] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809252b1-a0c2-4836-831d-12a3c63cd782',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.721399] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: SUCCESS [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.721399] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.721399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.721399] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.801811] env[65403]: INFO networking_nsxv3.common.synchronization [None req-61480996-6f8b-41bf-aa6d-3a35f30657a3 None None] Enqueued Resource ID: b257f201-0b1c-4c62-a5f1-e7770241326a with Priority: HIGHEST for action port [ 583.802411] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b257f201-0b1c-4c62-a5f1-e7770241326a with Priority: HIGHEST for action port [ 583.802709] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b257f201-0b1c-4c62-a5f1-e7770241326a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.802832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b257f201-0b1c-4c62-a5f1-e7770241326a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.803479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b257f201-0b1c-4c62-a5f1-e7770241326a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.803733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b257f201-0b1c-4c62-a5f1-e7770241326a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.803898] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b257f201-0b1c-4c62-a5f1-e7770241326a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.932881] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.933073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.933073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.933273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.933380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.933482] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81816e08-4569-4331-81ba-e548dc99e70f already deleted. [ 583.933534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.071371] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.071773] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.071773] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.072035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.072186] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.072337] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 809252b1-a0c2-4836-831d-12a3c63cd782 not found, creating... [ 584.072630] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.072788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.072902] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.073141] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.073277] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.073546] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.073695] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.073813] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.074027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.074157] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.074293] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 809252b1-a0c2-4836-831d-12a3c63cd782 is going to be created. [ 584.094402] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.094597] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.094713] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.094987] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.095225] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.095440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.223615] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.223856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.223856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.224070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.224187] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.224371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.224371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.224680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.224745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.224840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.224992] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.225099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.225140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.225279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.225415] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.225510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.225570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.225699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.225773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.225855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.225978] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.306819] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b257f201-0b1c-4c62-a5f1-e7770241326a [ 584.306819] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.306819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.306819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.307185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.307185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.307243] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b257f201-0b1c-4c62-a5f1-e7770241326a already deleted. [ 584.307362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b257f201-0b1c-4c62-a5f1-e7770241326a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.336083] env[65403]: INFO networking_nsxv3.common.synchronization [req-9055a6c0-6599-45dc-ae13-29dcc4e14b2d req-7c85c9ba-8736-46ba-8616-f5e4585a18c1 tempest-ServerExternalEventsTest-719243525 tempest-ServerExternalEventsTest-719243525-project-member] Enqueued Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_members [ 584.336734] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_members [ 584.337061] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.337190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.337282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.337567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.337723] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.337827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.337890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.338054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.338143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.338238] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.727989] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07be6f5d-7994-495a-8860-dbf3ae73f756: rpc.has_security_group_logging(os_id): False [ 584.745261] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.745583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.745583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.745847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.745886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.746171] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.746377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.746427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.746609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.746674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.746865] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.746958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.747028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.747186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.747579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.747579] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.747700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.747700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.747795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.747888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.747980] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 is going to be created. [ 584.784666] env[65403]: INFO networking_nsxv3.common.synchronization [req-cae157b1-fb7d-4b88-a503-5872c4a9fbd9 req-6d5a5b05-41fa-4082-a72d-4a1af46b74b8 service nova] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_rules [ 584.784848] env[65403]: INFO networking_nsxv3.common.synchronization [req-cae157b1-fb7d-4b88-a503-5872c4a9fbd9 req-6d5a5b05-41fa-4082-a72d-4a1af46b74b8 service nova] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 584.784977] env[65403]: INFO networking_nsxv3.common.synchronization [req-cae157b1-fb7d-4b88-a503-5872c4a9fbd9 req-6d5a5b05-41fa-4082-a72d-4a1af46b74b8 service nova] Enqueued Resource ID: 809252b1-a0c2-4836-831d-12a3c63cd782 with Priority: HIGHEST for action port [ 584.785519] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_rules [ 584.785658] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 584.785775] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809252b1-a0c2-4836-831d-12a3c63cd782 with Priority: HIGHEST for action port [ 584.786015] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.786130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.786202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.786438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.786518] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.787441] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.787540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.787618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.788062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.788126] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.788255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.788377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.788529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.788616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.788702] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.789515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-809252b1-a0c2-4836-831d-12a3c63cd782 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.789653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.789923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.789923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.789923] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809252b1-a0c2-4836-831d-12a3c63cd782',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.813662] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.813662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.813870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.813943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.814141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.826271] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: IN_PROGRESS for 2s [ 584.840315] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.840487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.840533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.840725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.840820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.841014] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.841122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.841221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.841342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.841420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.841509] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 already deleted. [ 584.841582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.229042] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09186071-0e27-4ccd-8979-12e1a686a202 in Status: UNINITIALIZED for 4s [ 585.291687] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.291966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.292048] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.292890] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809252b1-a0c2-4836-831d-12a3c63cd782 with status ACTIVE [ 585.293147] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.293242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.293242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.294196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.294475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.294784] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.294903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.294970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.295160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.295234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.295494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.295588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.295642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.295789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.295886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.296019] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809252b1-a0c2-4836-831d-12a3c63cd782 is going to be updated. [ 585.330541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.330687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.330750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.331038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.331158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.331400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809252b1-a0c2-4836-831d-12a3c63cd782" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.798527] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.974868] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f47990bf-33e8-4789-a66e-a7dadf106fa7 None None] Enqueued Resource ID: 40be0173-4f49-4360-9b72-63b31938b1de with Priority: HIGHEST for action port [ 585.974868] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be0173-4f49-4360-9b72-63b31938b1de with Priority: HIGHEST for action port [ 585.975315] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-40be0173-4f49-4360-9b72-63b31938b1de taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.975448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40be0173-4f49-4360-9b72-63b31938b1de" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.975603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40be0173-4f49-4360-9b72-63b31938b1de" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.975917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40be0173-4f49-4360-9b72-63b31938b1de" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.976323] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40be0173-4f49-4360-9b72-63b31938b1de',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.026606] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.026801] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.026921] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.027214] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.027544] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.027702] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.028210] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.028523] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.028695] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.028910] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.029275] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.029397] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.029504] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.029609] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.029708] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.029832] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.051244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.054021] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.054021] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.054021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.054021] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.054021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.054021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.054021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.054021] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ace1cc-35e4-4a5a-be33-1e63229f6c5c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.304533] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.305525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.305525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.305662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.305662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.305815] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 is going to be created. [ 586.319723] env[65403]: INFO networking_nsxv3.common.synchronization [None req-c1e4704e-83e0-4514-8823-2cb1971ba410 None None] Enqueued Resource ID: b1efa452-104c-4e12-a790-b7c3244b8d1b with Priority: HIGHEST for action port [ 586.320342] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1efa452-104c-4e12-a790-b7c3244b8d1b with Priority: HIGHEST for action port [ 586.320565] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1efa452-104c-4e12-a790-b7c3244b8d1b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.320691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1efa452-104c-4e12-a790-b7c3244b8d1b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.320766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1efa452-104c-4e12-a790-b7c3244b8d1b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.321446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1efa452-104c-4e12-a790-b7c3244b8d1b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.321446] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1efa452-104c-4e12-a790-b7c3244b8d1b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.332017] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.332204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.332268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.332820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.333220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.345302] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: UNINITIALIZED for 2s [ 586.479161] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40be0173-4f49-4360-9b72-63b31938b1de [ 586.479410] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.479546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.479613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.479853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.479964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.480986] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40be0173-4f49-4360-9b72-63b31938b1de already deleted. [ 586.480986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40be0173-4f49-4360-9b72-63b31938b1de" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.556852] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.557111] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.557232] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.557508] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.557653] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.557796] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port d9ace1cc-35e4-4a5a-be33-1e63229f6c5c not found, creating... [ 586.558058] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.558214] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.558325] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.558538] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.558667] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.558941] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.559105] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.559217] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.559415] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.559544] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.559675] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: d9ace1cc-35e4-4a5a-be33-1e63229f6c5c is going to be created. [ 586.582242] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.582510] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.582623] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.582894] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.583125] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.583328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.823698] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1efa452-104c-4e12-a790-b7c3244b8d1b [ 586.823941] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.824105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.824190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.824415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.824506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.824597] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1efa452-104c-4e12-a790-b7c3244b8d1b already deleted. [ 586.824678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1efa452-104c-4e12-a790-b7c3244b8d1b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.843669] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: SUCCESS [ 586.845352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.057458] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ece7ba3b-e75a-4515-8f75-da02aec35670 None None] Enqueued Resource ID: a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c with Priority: HIGHEST for action port [ 587.058200] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c with Priority: HIGHEST for action port [ 587.058634] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.058885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.059062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.059383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.059544] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.240892] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09186071-0e27-4ccd-8979-12e1a686a202 in Status: SUCCESS [ 587.241134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.241330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.241555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.241742] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.241863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.241925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.242090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.242173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.242258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.242348] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.329828] env[65403]: INFO networking_nsxv3.common.synchronization [req-9055a6c0-6599-45dc-ae13-29dcc4e14b2d req-5004cc8d-5afe-4c21-8d9e-934f7bfe72da service nova] Enqueued Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_rules [ 587.329828] env[65403]: INFO networking_nsxv3.common.synchronization [req-9055a6c0-6599-45dc-ae13-29dcc4e14b2d req-5004cc8d-5afe-4c21-8d9e-934f7bfe72da service nova] Enqueued Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_members [ 587.329828] env[65403]: INFO networking_nsxv3.common.synchronization [req-9055a6c0-6599-45dc-ae13-29dcc4e14b2d req-5004cc8d-5afe-4c21-8d9e-934f7bfe72da service nova] Enqueued Resource ID: d9ace1cc-35e4-4a5a-be33-1e63229f6c5c with Priority: HIGHEST for action port [ 587.329828] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_rules [ 587.329828] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_members [ 587.329828] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ace1cc-35e4-4a5a-be33-1e63229f6c5c with Priority: HIGHEST for action port [ 587.329828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a1796fe-f7e3-431d-bd96-ff83bf4ed012 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.329828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.329828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.330587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.330587] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.331171] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.331307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.331370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.331538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.331693] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.331817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.331858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.331975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.332067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.333604] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.333604] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.333604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.333604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.333604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.333604] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ace1cc-35e4-4a5a-be33-1e63229f6c5c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.497506] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3a1285f0-c6e8-4b7a-8df7-99740bbe794b None None] Enqueued Resource ID: 296a575a-4488-4511-9517-ba6241866ddd with Priority: HIGHEST for action port [ 587.499822] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296a575a-4488-4511-9517-ba6241866ddd with Priority: HIGHEST for action port [ 587.499822] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-296a575a-4488-4511-9517-ba6241866ddd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.499822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296a575a-4488-4511-9517-ba6241866ddd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.499822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296a575a-4488-4511-9517-ba6241866ddd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.499822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296a575a-4488-4511-9517-ba6241866ddd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.499822] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296a575a-4488-4511-9517-ba6241866ddd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.562349] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c [ 587.562612] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.562746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.562812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.563043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.563134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.563228] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c already deleted. [ 587.563309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e5dad3-a051-4be9-b1d3-40eb1b7b0c9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.744282] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.744491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.744573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.744780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.744945] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.745068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.745130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.745278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.745367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.745453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.747551] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.747551] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.747551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.747551] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.835369] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.836504] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.836612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.836766] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ace1cc-35e4-4a5a-be33-1e63229f6c5c with status ACTIVE [ 587.836915] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.837038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.837133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.837305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.837403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.837571] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.837662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.837719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.837884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.837956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.838159] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.839732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.839939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.840018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.840186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.840322] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ace1cc-35e4-4a5a-be33-1e63229f6c5c is going to be updated. [ 587.864975] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.865122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.865192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.866176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.867492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.867492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ace1cc-35e4-4a5a-be33-1e63229f6c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.003889] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 296a575a-4488-4511-9517-ba6241866ddd [ 588.004150] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.005345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.005345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.005345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.005345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.005345] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:296a575a-4488-4511-9517-ba6241866ddd already deleted. [ 588.005345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296a575a-4488-4511-9517-ba6241866ddd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.249935] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09186071-0e27-4ccd-8979-12e1a686a202: rpc.has_security_group_logging(os_id): False [ 588.270355] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.270508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.270553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.270756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.270843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.271047] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.271150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.271210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.271363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.271437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.271613] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.271702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.271760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.271908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.271981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.272177] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.272298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.272363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.272512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.272578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.272659] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09186071-0e27-4ccd-8979-12e1a686a202 is going to be created. [ 588.342249] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.348905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.349069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.349111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.350268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.350775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.368829] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: SUCCESS [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.368829] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.368829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.369266] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.372345] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09186071-0e27-4ccd-8979-12e1a686a202 in Status: IN_PROGRESS for 2s [ 588.844380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.844543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.844612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.844822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.844915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.845029] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 is going to be created. [ 588.872939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.872939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.873186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.873314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.873375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.874516] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.874651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.874695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.875169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.875451] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.875911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.875911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.876021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.876094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.876218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.876403] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.877392] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.877392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.877392] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.887600] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 in Status: UNINITIALIZED for 2s [ 589.379817] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c8a609-dfa5-4931-97a3-929669830c96: rpc.has_security_group_logging(os_id): False [ 589.399112] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.399267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.399341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.399550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.399643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.399954] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.399954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.400092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.400336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.400443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.400664] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.400744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.400811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.401011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.401062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.401355] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.401472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.401565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.401807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.401907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.401969] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 is going to be created. [ 589.469293] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.469658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.469658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.469883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.470118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.483375] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: IN_PROGRESS for 2s [ 589.610036] env[65403]: INFO networking_nsxv3.common.synchronization [req-b6816c84-0ed6-42f0-93a8-d119f3c58c8c req-15aca698-8544-421e-9a32-1eb679700ea8 tempest-SecurityGroupRulesTestJSON-2028625968 tempest-SecurityGroupRulesTestJSON-2028625968-project-member] Enqueued Resource ID: e022badc-601f-4832-a046-9f90e1924dce with Priority: HIGHEST for action security_group_rules [ 589.610727] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e022badc-601f-4832-a046-9f90e1924dce with Priority: HIGHEST for action security_group_rules [ 589.612445] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e022badc-601f-4832-a046-9f90e1924dce taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.612445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e022badc-601f-4832-a046-9f90e1924dce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.612445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e022badc-601f-4832-a046-9f90e1924dce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.612671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e022badc-601f-4832-a046-9f90e1924dce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.613250] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e022badc-601f-4832-a046-9f90e1924dce',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.635255] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e8726f0d-1b50-499e-8744-c6037b242fea None None] Enqueued Resource ID: c08b1781-301c-4e33-bc21-6341d28d8cb0 with Priority: HIGHEST for action port [ 589.635876] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08b1781-301c-4e33-bc21-6341d28d8cb0 with Priority: HIGHEST for action port [ 589.638612] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08b1781-301c-4e33-bc21-6341d28d8cb0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.639248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08b1781-301c-4e33-bc21-6341d28d8cb0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.639248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08b1781-301c-4e33-bc21-6341d28d8cb0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.640456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08b1781-301c-4e33-bc21-6341d28d8cb0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.640456] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08b1781-301c-4e33-bc21-6341d28d8cb0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.074575] env[65403]: INFO networking_nsxv3.common.synchronization [None req-4b9606e7-760c-473f-8286-2621f877d615 None None] Enqueued Resource ID: 92e58172-b1b2-4a72-9b3a-c9b2967e5bc0 with Priority: HIGHEST for action port [ 590.074861] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e58172-b1b2-4a72-9b3a-c9b2967e5bc0 with Priority: HIGHEST for action port [ 590.075412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e58172-b1b2-4a72-9b3a-c9b2967e5bc0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.075541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e58172-b1b2-4a72-9b3a-c9b2967e5bc0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.075606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e58172-b1b2-4a72-9b3a-c9b2967e5bc0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.075858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e58172-b1b2-4a72-9b3a-c9b2967e5bc0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.075936] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e58172-b1b2-4a72-9b3a-c9b2967e5bc0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.136383] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.136544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.136700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.136822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.137645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.137645] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e022badc-601f-4832-a046-9f90e1924dce already deleted. [ 590.137645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e022badc-601f-4832-a046-9f90e1924dce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.145870] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c08b1781-301c-4e33-bc21-6341d28d8cb0 [ 590.146550] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.146771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.146845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.147081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.147182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.147597] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c08b1781-301c-4e33-bc21-6341d28d8cb0 already deleted. [ 590.147597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08b1781-301c-4e33-bc21-6341d28d8cb0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.388571] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09186071-0e27-4ccd-8979-12e1a686a202 in Status: SUCCESS [ 590.388987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.497455] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5623362a-4653-44f8-8f35-9fd1dc047506 None None] Enqueued Resource ID: 4b70b2c4-3c40-4d77-8040-247f9b112d9a with Priority: HIGHEST for action port [ 590.498077] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b70b2c4-3c40-4d77-8040-247f9b112d9a with Priority: HIGHEST for action port [ 590.498356] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b70b2c4-3c40-4d77-8040-247f9b112d9a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.498484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b70b2c4-3c40-4d77-8040-247f9b112d9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.498553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b70b2c4-3c40-4d77-8040-247f9b112d9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.498800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b70b2c4-3c40-4d77-8040-247f9b112d9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.498884] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b70b2c4-3c40-4d77-8040-247f9b112d9a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.581947] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e58172-b1b2-4a72-9b3a-c9b2967e5bc0 [ 590.583278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.584996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.584996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.584996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.584996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.584996] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e58172-b1b2-4a72-9b3a-c9b2967e5bc0 already deleted. [ 590.584996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e58172-b1b2-4a72-9b3a-c9b2967e5bc0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.904703] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 in Status: SUCCESS [ 590.905056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.905160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.905312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.905500] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.905655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.905724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.905821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.905902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.905985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.906088] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.969904] env[65403]: INFO networking_nsxv3.common.synchronization [None req-042a0d82-2c37-4c73-876c-c0f69a2f0705 tempest-ServersTestFqdnHostnames-13952916 tempest-ServersTestFqdnHostnames-13952916-project-member] Enqueued Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_rules [ 590.970739] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_rules [ 590.972460] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.972611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.972835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.974211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.974331] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.004819] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b70b2c4-3c40-4d77-8040-247f9b112d9a [ 591.005453] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.005581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.005581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.005799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.005891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.005987] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b70b2c4-3c40-4d77-8040-247f9b112d9a already deleted. [ 591.006095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b70b2c4-3c40-4d77-8040-247f9b112d9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.076917] env[65403]: INFO networking_nsxv3.common.synchronization [None req-46d561cc-ef24-48fa-ab2f-8d637778afac tempest-ServersTestFqdnHostnames-13952916 tempest-ServersTestFqdnHostnames-13952916-project-member] Enqueued Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_rules [ 591.076917] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_rules [ 591.078720] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.078720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.410897] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.410897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.410897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.410897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.410897] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.410897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.410897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.411484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.411484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.411484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.412838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.412838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.412838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.412838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.412838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.412838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.412838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.412838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.413572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.413665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.413768] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.500592] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: SUCCESS [ 591.500850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.504876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.504876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.504876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.504876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.504876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.504876] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f already deleted. [ 591.504876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.504876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.504876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.504876] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.515726] env[65403]: INFO networking_nsxv3.common.synchronization [None req-c72875ba-2242-48a5-9b43-ccd52d0d7c58 None None] Enqueued Resource ID: a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4 with Priority: HIGHEST for action port [ 591.515999] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4 with Priority: HIGHEST for action port [ 591.516568] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.516745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.516786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.517301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.518806] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.917067] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a1796fe-f7e3-431d-bd96-ff83bf4ed012: rpc.has_security_group_logging(os_id): False [ 591.940330] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.940330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.940505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.940600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.940694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.940875] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.940972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.941041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.941192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.941266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.941445] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.941536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.941590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.941726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.941956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.943084] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.943147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.943218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.943359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.943437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.943539] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 is going to be created. [ 592.012218] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.012218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.012218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.012218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.012218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.020944] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4 [ 592.022438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.022438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.022438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.022438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.022438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.022438] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4 already deleted. [ 592.022438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a2476e-4f8e-4cb9-8366-6f6470f4e2f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.026947] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 in Status: IN_PROGRESS for 2s [ 592.035833] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.035994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.037609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.037609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.037609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.037609] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f already deleted. [ 592.037609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.359409] env[65403]: INFO networking_nsxv3.common.synchronization [req-01e21a3f-107d-40a4-8139-e7ae28e83e8b req-107e918d-eb39-439c-94ca-772d329ba352 tempest-SecurityGroupRulesTestJSON-2028625968 tempest-SecurityGroupRulesTestJSON-2028625968-project-member] Enqueued Resource ID: 90a2788a-7319-450e-afa9-5f0b77cd0619 with Priority: HIGHEST for action security_group_rules [ 592.359409] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a2788a-7319-450e-afa9-5f0b77cd0619 with Priority: HIGHEST for action security_group_rules [ 592.359409] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a2788a-7319-450e-afa9-5f0b77cd0619 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.359656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a2788a-7319-450e-afa9-5f0b77cd0619" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.359656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a2788a-7319-450e-afa9-5f0b77cd0619" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.359989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a2788a-7319-450e-afa9-5f0b77cd0619" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.361605] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a2788a-7319-450e-afa9-5f0b77cd0619',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.883172] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.883636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.883636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.883636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.883760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.883760] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a2788a-7319-450e-afa9-5f0b77cd0619 already deleted. [ 592.883829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a2788a-7319-450e-afa9-5f0b77cd0619" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.042138] env[65403]: INFO networking_nsxv3.common.synchronization [req-615e9452-02d7-45e1-b503-24e18c567912 req-8e5bbe09-df35-4b20-899b-2956a81f14d0 tempest-ServersAdminNegativeTestJSON-1036598681 tempest-ServersAdminNegativeTestJSON-1036598681-project-member] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 593.042138] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 593.047323] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.047323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.047323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.047323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.047323] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.047323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.047323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.047323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.047323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.047323] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.190270] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ebe1b365-091f-4985-ac3f-6d8bb74f5662 None None] Enqueued Resource ID: 06eff2c3-ebdf-46ee-90da-a3a77d88b77a with Priority: HIGHEST for action port [ 593.191034] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eff2c3-ebdf-46ee-90da-a3a77d88b77a with Priority: HIGHEST for action port [ 593.191120] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-06eff2c3-ebdf-46ee-90da-a3a77d88b77a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.191255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06eff2c3-ebdf-46ee-90da-a3a77d88b77a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.191298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06eff2c3-ebdf-46ee-90da-a3a77d88b77a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.191810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06eff2c3-ebdf-46ee-90da-a3a77d88b77a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.191810] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06eff2c3-ebdf-46ee-90da-a3a77d88b77a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.481275] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.481431] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.482258] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.482258] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.482258] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.482396] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.482484] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.482751] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.482870] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.483498] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.483498] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.483498] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.483498] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.483643] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.483850] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.483850] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.509086] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.509266] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.509417] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.509622] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.509929] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-911a8f6f-bb1b-4142-a56c-666ad5756c5c taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.510145] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.510314] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.510704] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.510846] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911a8f6f-bb1b-4142-a56c-666ad5756c5c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.548218] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.548561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.548704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.548922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.549024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.549505] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.549719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.549778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.549975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.550108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.550205] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd already deleted. [ 593.550326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.695946] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06eff2c3-ebdf-46ee-90da-a3a77d88b77a [ 593.696194] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.696328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.696437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.696602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.696688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.696780] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06eff2c3-ebdf-46ee-90da-a3a77d88b77a already deleted. [ 593.696859] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06eff2c3-ebdf-46ee-90da-a3a77d88b77a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.015289] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.015663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.015663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.015896] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.016051] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.016660] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 911a8f6f-bb1b-4142-a56c-666ad5756c5c not found, creating... [ 594.016660] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.016660] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.017449] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.017449] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.017449] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.017449] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.017449] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.017650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.018411] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.018411] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.018411] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 911a8f6f-bb1b-4142-a56c-666ad5756c5c is going to be created. [ 594.039311] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 in Status: SUCCESS [ 594.039537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.040988] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.041202] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.041340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.041667] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.041823] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.042037] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.525981] env[65403]: INFO networking_nsxv3.common.synchronization [None req-1e0817a3-5bde-4056-8599-f86a18531599 None None] Enqueued Resource ID: 5f4940d6-4f27-4fc4-9e5c-6c1c51301095 with Priority: HIGHEST for action port [ 594.526734] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4940d6-4f27-4fc4-9e5c-6c1c51301095 with Priority: HIGHEST for action port [ 594.528575] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4940d6-4f27-4fc4-9e5c-6c1c51301095 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.528852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4940d6-4f27-4fc4-9e5c-6c1c51301095" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.528945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4940d6-4f27-4fc4-9e5c-6c1c51301095" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.529233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4940d6-4f27-4fc4-9e5c-6c1c51301095" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.529469] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4940d6-4f27-4fc4-9e5c-6c1c51301095',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.742856] env[65403]: INFO networking_nsxv3.common.synchronization [req-615e9452-02d7-45e1-b503-24e18c567912 req-8a048f12-42a4-49b0-839c-ecc34776d5db service nova] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_rules [ 594.742971] env[65403]: INFO networking_nsxv3.common.synchronization [req-615e9452-02d7-45e1-b503-24e18c567912 req-8a048f12-42a4-49b0-839c-ecc34776d5db service nova] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 594.743061] env[65403]: INFO networking_nsxv3.common.synchronization [req-615e9452-02d7-45e1-b503-24e18c567912 req-8a048f12-42a4-49b0-839c-ecc34776d5db service nova] Enqueued Resource ID: 911a8f6f-bb1b-4142-a56c-666ad5756c5c with Priority: HIGHEST for action port [ 594.743341] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_rules [ 594.743475] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 594.743567] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911a8f6f-bb1b-4142-a56c-666ad5756c5c with Priority: HIGHEST for action port [ 594.745227] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.745384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.745460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.745678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.747076] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.747999] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.748211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.748287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.748463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.748619] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.748718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.748845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.748950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.749049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.749141] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.752356] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-911a8f6f-bb1b-4142-a56c-666ad5756c5c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.754076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.754179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.755981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.755981] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911a8f6f-bb1b-4142-a56c-666ad5756c5c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.032912] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f4940d6-4f27-4fc4-9e5c-6c1c51301095 [ 595.033278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.033352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.033390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.033703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.033848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.033922] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f4940d6-4f27-4fc4-9e5c-6c1c51301095 already deleted. [ 595.033983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4940d6-4f27-4fc4-9e5c-6c1c51301095" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.256547] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.256699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.256861] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.258391] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 911a8f6f-bb1b-4142-a56c-666ad5756c5c with status ACTIVE [ 595.258391] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.258391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.258391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.258598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.260212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.260212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.260212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.260212] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 911a8f6f-bb1b-4142-a56c-666ad5756c5c is going to be updated. [ 595.285451] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.285451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.285451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.285793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.285793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.286007] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-911a8f6f-bb1b-4142-a56c-666ad5756c5c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.763167] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.956030] env[65403]: INFO networking_nsxv3.common.synchronization [req-3459c61a-edd8-4a03-ac88-6744ede66d65 req-8203ba56-9bad-4b6f-90c4-da53fa3995a4 tempest-FloatingIPsAssociationNegativeTestJSON-2125425934 tempest-FloatingIPsAssociationNegativeTestJSON-2125425934-project-member] Enqueued Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_members [ 595.956605] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_members [ 595.956966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.958197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.958197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.958197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.958197] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.958197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.958197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.958197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.958197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.958197] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.266183] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.266919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.266919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.267445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.267445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.267445] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd is going to be created. [ 596.312507] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.312801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.312801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.314801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.314986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.355687] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: UNINITIALIZED for 2s [ 596.460059] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.460750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.460838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.461069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.461387] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.461387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.461387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.461533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.461573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.461672] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7c512b8-5626-4a99-93da-26ada28872d2 already deleted. [ 596.461761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.526151] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.526360] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-279" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.526489] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-279" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.526949] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-279" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.531017] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.531017] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.531017] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.531017] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.531017] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.531017] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.531017] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.531017] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.531017] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.531017] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.531017] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.531017] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.547712] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.547712] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.549106] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.549106] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-279" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.549106] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.549106] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.549106] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.549352] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.549352] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63cc3f7-2e8c-445e-b121-65d1d2099b6f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.634735] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b1190506-28af-49bc-823c-7c8fb708b229 None None] Enqueued Resource ID: 8533c840-a749-42ee-9a95-b5f8af168ced with Priority: HIGHEST for action port [ 596.635222] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8533c840-a749-42ee-9a95-b5f8af168ced with Priority: HIGHEST for action port [ 596.636155] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8533c840-a749-42ee-9a95-b5f8af168ced taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.636264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8533c840-a749-42ee-9a95-b5f8af168ced" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.636314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8533c840-a749-42ee-9a95-b5f8af168ced" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.636521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8533c840-a749-42ee-9a95-b5f8af168ced" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.636610] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8533c840-a749-42ee-9a95-b5f8af168ced',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.056854] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.056854] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port b63cc3f7-2e8c-445e-b121-65d1d2099b6f not found, creating... [ 597.056854] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.056854] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.057884] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.058308] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.058631] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.059023] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.059291] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.060075] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: b63cc3f7-2e8c-445e-b121-65d1d2099b6f is going to be created. [ 597.078862] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ec62bda8-5722-4702-984d-425e68e116be None None] Enqueued Resource ID: 7c633288-3152-43c7-bab1-067a00201847 with Priority: HIGHEST for action port [ 597.078862] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c633288-3152-43c7-bab1-067a00201847 with Priority: HIGHEST for action port [ 597.078862] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c633288-3152-43c7-bab1-067a00201847 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.078862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c633288-3152-43c7-bab1-067a00201847" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.078862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c633288-3152-43c7-bab1-067a00201847" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.079302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c633288-3152-43c7-bab1-067a00201847" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.079498] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c633288-3152-43c7-bab1-067a00201847',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.083690] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.083690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.083690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.083690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.083690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.083690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.138260] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8533c840-a749-42ee-9a95-b5f8af168ced [ 597.138498] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.138637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.139067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.139067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.139067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.139289] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8533c840-a749-42ee-9a95-b5f8af168ced already deleted. [ 597.139289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8533c840-a749-42ee-9a95-b5f8af168ced" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.587491] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c633288-3152-43c7-bab1-067a00201847 [ 597.587491] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.587491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.587491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.587491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.587491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.587491] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c633288-3152-43c7-bab1-067a00201847 already deleted. [ 597.587491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c633288-3152-43c7-bab1-067a00201847" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.897063] env[65403]: INFO networking_nsxv3.common.synchronization [req-3459c61a-edd8-4a03-ac88-6744ede66d65 req-0738daa1-70a8-46b4-9762-79907c0aa765 service nova] Enqueued Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_rules [ 597.897063] env[65403]: INFO networking_nsxv3.common.synchronization [req-3459c61a-edd8-4a03-ac88-6744ede66d65 req-0738daa1-70a8-46b4-9762-79907c0aa765 service nova] Enqueued Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_members [ 597.897063] env[65403]: INFO networking_nsxv3.common.synchronization [req-3459c61a-edd8-4a03-ac88-6744ede66d65 req-0738daa1-70a8-46b4-9762-79907c0aa765 service nova] Enqueued Resource ID: b63cc3f7-2e8c-445e-b121-65d1d2099b6f with Priority: HIGHEST for action port [ 597.897063] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_rules [ 597.897228] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_members [ 597.897295] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63cc3f7-2e8c-445e-b121-65d1d2099b6f with Priority: HIGHEST for action port [ 597.897792] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.897955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.898093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.898604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.898750] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.900117] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.901346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.901487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.901624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.901810] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.901925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.901974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.902182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.902266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.902522] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.903793] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.903949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.904060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.904278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.904470] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63cc3f7-2e8c-445e-b121-65d1d2099b6f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.188457] env[65403]: INFO networking_nsxv3.common.synchronization [req-6cbcd087-9fb6-4be3-8b81-faee7e98ffe7 req-21400aff-599a-427a-b447-6c45a451da7c tempest-TenantUsagesTestJSON-1382248188 tempest-TenantUsagesTestJSON-1382248188-project-member] Enqueued Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_members [ 598.190129] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_members [ 598.190129] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-218a1899-4c49-47ce-becd-5f5fda5358a8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.191138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.191263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.191519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.191695] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.191808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.191870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.192037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.192129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.192221] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.370107] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: SUCCESS [ 598.370357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.370533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.370750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.370935] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.371069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.371130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.371321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.371389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.371466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.371565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.407892] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.409952] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.409952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.409952] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b63cc3f7-2e8c-445e-b121-65d1d2099b6f with status ACTIVE [ 598.409952] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.409952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.409952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.409952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.410271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.410271] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.410271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.410472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.411021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.411021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.411021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.414412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.414516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.414721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.414812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.414915] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b63cc3f7-2e8c-445e-b121-65d1d2099b6f is going to be updated. [ 598.450586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.450586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.450586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.450586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.450586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.450586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b63cc3f7-2e8c-445e-b121-65d1d2099b6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.623366] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.623366] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.623738] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.623989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.624324] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.624548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.624707] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624971] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.625178] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.625421] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.625581] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.625724] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.625918] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.626100] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.626255] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.626425] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.648948] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.650233] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.650233] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.650233] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.650233] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-eccc42cb-c815-485e-8534-973d0469ef6f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.650233] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.650233] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.650633] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.650633] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccc42cb-c815-485e-8534-973d0469ef6f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.694361] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.694361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.694361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.694562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.698274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.698539] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.698713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.698789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.699051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.699185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.699225] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 already deleted. [ 598.699294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.874137] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.874137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.874137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.874450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.874519] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.874657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.875021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.875021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.875021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.875159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.875231] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.875351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.875397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.875599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.875740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.875835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.875910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.876065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.876157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.876242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.876327] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.916820] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.153168] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.153623] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.153820] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.154343] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.154388] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.154541] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port eccc42cb-c815-485e-8534-973d0469ef6f not found, creating... [ 599.154804] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.155021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.155093] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.155328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.155472] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.155763] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.155928] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.156136] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.156392] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.156547] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.156684] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: eccc42cb-c815-485e-8534-973d0469ef6f is going to be created. [ 599.179635] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.179892] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.179995] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.180287] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.180583] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.180822] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.378973] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee776210-d8d8-4f62-a28a-8e60b59632dd: rpc.has_security_group_logging(os_id): False [ 599.404709] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.404863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.404863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.405080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.405178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.405366] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.405464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.405581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.405673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.405750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.405940] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.406046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.406098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.406234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.406297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.406471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.406557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.406696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.406788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.406863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.406984] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd is going to be created. [ 599.422224] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.422432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.422432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.423016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.423016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.423373] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7c512b8-5626-4a99-93da-26ada28872d2 is going to be created. [ 599.452697] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.452697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.452697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.452697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.452697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.459272] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7c512b8-5626-4a99-93da-26ada28872d2 in Status: UNINITIALIZED for 2s [ 599.486184] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.486364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.486409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.487387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.487387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.499760] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: IN_PROGRESS for 2s [ 599.903448] env[65403]: INFO networking_nsxv3.common.synchronization [req-6cbcd087-9fb6-4be3-8b81-faee7e98ffe7 req-0720756f-b6df-4d5e-a34c-55d5c3867de2 service nova] Enqueued Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_rules [ 599.903448] env[65403]: INFO networking_nsxv3.common.synchronization [req-6cbcd087-9fb6-4be3-8b81-faee7e98ffe7 req-0720756f-b6df-4d5e-a34c-55d5c3867de2 service nova] Enqueued Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_members [ 599.903448] env[65403]: INFO networking_nsxv3.common.synchronization [req-6cbcd087-9fb6-4be3-8b81-faee7e98ffe7 req-0720756f-b6df-4d5e-a34c-55d5c3867de2 service nova] Enqueued Resource ID: eccc42cb-c815-485e-8534-973d0469ef6f with Priority: HIGHEST for action port [ 599.903448] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_rules [ 599.903448] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_members [ 599.903448] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc42cb-c815-485e-8534-973d0469ef6f with Priority: HIGHEST for action port [ 599.904851] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-218a1899-4c49-47ce-becd-5f5fda5358a8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.905108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.905224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.905601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.905760] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.907972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-218a1899-4c49-47ce-becd-5f5fda5358a8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.907972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.908173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.908447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.908872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.909058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.909185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.909794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.909794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.909794] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.912071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-eccc42cb-c815-485e-8534-973d0469ef6f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.912234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.912328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.912767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.912767] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eccc42cb-c815-485e-8534-973d0469ef6f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.066385] env[65403]: INFO networking_nsxv3.common.synchronization [req-95dfa42d-b512-4948-a8a0-c6bb49968978 req-47cfa3ec-2e3b-456f-a5ab-5ef33e80b131 tempest-VolumesAssistedSnapshotsTest-895207596 tempest-VolumesAssistedSnapshotsTest-895207596-project-member] Enqueued Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_members [ 600.066867] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_members [ 600.067207] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-81816e08-4569-4331-81ba-e548dc99e70f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.067320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.067382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.067635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.067790] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.067886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.067937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.071497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.071497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.071497] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.208224] env[65403]: INFO networking_nsxv3.common.synchronization [None req-9ec36527-2c1d-4e1f-953a-75aa32fac389 None None] Enqueued Resource ID: 3843cc70-1f43-4185-9cb6-52c4b07971f7 with Priority: HIGHEST for action port [ 600.208224] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3843cc70-1f43-4185-9cb6-52c4b07971f7 with Priority: HIGHEST for action port [ 600.208224] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-3843cc70-1f43-4185-9cb6-52c4b07971f7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.208407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3843cc70-1f43-4185-9cb6-52c4b07971f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.208407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3843cc70-1f43-4185-9cb6-52c4b07971f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.208648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3843cc70-1f43-4185-9cb6-52c4b07971f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.208731] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3843cc70-1f43-4185-9cb6-52c4b07971f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.407971] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-218a1899-4c49-47ce-becd-5f5fda5358a8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.408151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.414616] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.415560] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eccc42cb-c815-485e-8534-973d0469ef6f with status ACTIVE [ 600.415769] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.416391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.416391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.416391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.416391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.416577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.416577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.416577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.416701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.416768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.416939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.417038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.417095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.417265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.417299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.417497] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eccc42cb-c815-485e-8534-973d0469ef6f is going to be updated. [ 600.443463] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.444503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.444503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.444503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.444503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.444503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eccc42cb-c815-485e-8534-973d0469ef6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.459659] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459845] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-183" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.459958] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-183" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.460293] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-183" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.460644] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.460805] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.460913] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.461139] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.461275] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.461548] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.461805] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.461971] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.462091] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.462202] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.462302] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.462425] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.485021] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.485021] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.485021] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.485021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-183" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.485021] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.485021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.485021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.485021] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.574300] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.574300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.574530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.574588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.575541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.575541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.575541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.575541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.575541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.575541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.575541] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81816e08-4569-4331-81ba-e548dc99e70f already deleted. [ 600.575871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.712152] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3843cc70-1f43-4185-9cb6-52c4b07971f7 [ 600.712438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.712602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.712740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.712986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.713105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.713234] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3843cc70-1f43-4185-9cb6-52c4b07971f7 already deleted. [ 600.713343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3843cc70-1f43-4185-9cb6-52c4b07971f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.921036] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.989057] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.989260] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.989407] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.989772] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.989966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.990196] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 not found, creating... [ 600.990619] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.991093] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.991093] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.991260] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.991427] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.991814] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.991936] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.992110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.992363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.992639] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.992886] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 is going to be created. [ 601.034257] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.034522] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.034680] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.035540] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.035540] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.035793] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.423257] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.423454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.423523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.423834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.423949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.424123] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 is going to be created. [ 601.450584] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.450584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.450871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.450871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.451066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.466391] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 in Status: UNINITIALIZED for 2s [ 601.469040] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7c512b8-5626-4a99-93da-26ada28872d2 in Status: SUCCESS [ 601.469040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.469488] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.469557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.469596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.469832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.470016] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.519278] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: SUCCESS [ 601.519502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.765730] env[65403]: INFO networking_nsxv3.common.synchronization [req-95dfa42d-b512-4948-a8a0-c6bb49968978 req-ab39c8df-6d1e-4387-8ccd-4adea16d0b71 service nova] Enqueued Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_rules [ 601.765928] env[65403]: INFO networking_nsxv3.common.synchronization [req-95dfa42d-b512-4948-a8a0-c6bb49968978 req-ab39c8df-6d1e-4387-8ccd-4adea16d0b71 service nova] Enqueued Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_members [ 601.766147] env[65403]: INFO networking_nsxv3.common.synchronization [req-95dfa42d-b512-4948-a8a0-c6bb49968978 req-ab39c8df-6d1e-4387-8ccd-4adea16d0b71 service nova] Enqueued Resource ID: 28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 with Priority: HIGHEST for action port [ 601.766703] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_rules [ 601.766896] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_members [ 601.767098] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 with Priority: HIGHEST for action port [ 601.767430] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81816e08-4569-4331-81ba-e548dc99e70f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.767546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.767615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.767814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.767893] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.768760] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-81816e08-4569-4331-81ba-e548dc99e70f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.768887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.768957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.769112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.769268] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.769339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.769396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.769585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.769671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.769761] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.771102] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.771190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.771265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.771517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.771597] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.972442] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.973113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.973113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.973113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.973666] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.973809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.973881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.974237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.974237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.974759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.974759] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.974759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.974759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.975067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.975067] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.978210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.978405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.978638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.978746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.978893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.979063] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.204323] env[65403]: INFO networking_nsxv3.common.synchronization [req-f90d75d9-8409-486f-a0c5-9377f5f2937b req-fe78c94c-6d88-4055-bfe4-a89e8123cbad tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 602.204951] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 602.205376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.205520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.205589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.206067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.206113] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.206359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.206359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.206563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.206644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.206743] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.272799] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-81816e08-4569-4331-81ba-e548dc99e70f taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.273173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.273292] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.274083] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 with status ACTIVE [ 602.274288] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.274408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.274477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.274780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.275354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.275354] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.275354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.275354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.275626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.275626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.276280] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.276280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.276280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.276280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.276280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.276565] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50 is going to be updated. [ 602.333807] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.333807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.333807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.333807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.333807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.333807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28dbc5cc-2b94-4b4a-a40f-9f9549bf7d50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.484245] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7c512b8-5626-4a99-93da-26ada28872d2: rpc.has_security_group_logging(os_id): False [ 602.503532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.503532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.503532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.503532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.503914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.504331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.504767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.504989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.505465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.507300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.508635] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.508635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.508635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.508635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.508635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.508635] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.508635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.508635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.508973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.508973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.508973] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7c512b8-5626-4a99-93da-26ada28872d2 is going to be created. [ 602.599921] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.600290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.600290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.600680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.600933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.613543] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7c512b8-5626-4a99-93da-26ada28872d2 in Status: IN_PROGRESS for 2s [ 602.624697] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.624850] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.625013] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.625412] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.625672] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.625874] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.626403] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.626403] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.626403] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.626626] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.626762] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.626891] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.627028] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.627202] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.627237] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.627347] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.646704] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.646862] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.647057] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.647237] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.647454] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.647621] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.647736] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.648082] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.648229] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c4850d-9d6c-4a12-adf4-16f3d37812ce',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.713375] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.713375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.713375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.713803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.713803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.713803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.713991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.713991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.714113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.714155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.714218] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 already deleted. [ 602.714285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.778538] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.151297] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.151297] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.151297] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.151679] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.151857] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.151989] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port e2c4850d-9d6c-4a12-adf4-16f3d37812ce not found, creating... [ 603.152323] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.152413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.152504] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.152726] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.152851] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.153134] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.153284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.153491] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.153717] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.153847] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.153979] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: e2c4850d-9d6c-4a12-adf4-16f3d37812ce is going to be created. [ 603.174830] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.175052] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.175178] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.175447] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.175672] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.175882] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.226367] env[65403]: INFO networking_nsxv3.common.synchronization [req-27e53325-a65f-41e7-8bb7-0dee3ba46e6e req-4db7ed4f-d3f2-4733-8ab9-6916b5e1e018 tempest-SecurityGroupRulesTestJSON-2028625968 tempest-SecurityGroupRulesTestJSON-2028625968-project-member] Enqueued Resource ID: 16f76e36-0795-45e6-858a-e79189c3cc97 with Priority: HIGHEST for action security_group_rules [ 603.226963] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f76e36-0795-45e6-858a-e79189c3cc97 with Priority: HIGHEST for action security_group_rules [ 603.227160] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f76e36-0795-45e6-858a-e79189c3cc97 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.227308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f76e36-0795-45e6-858a-e79189c3cc97" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.227369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f76e36-0795-45e6-858a-e79189c3cc97" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.227607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f76e36-0795-45e6-858a-e79189c3cc97" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.227691] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f76e36-0795-45e6-858a-e79189c3cc97',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.282379] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.282379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.282379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.282379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.282379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.282379] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81816e08-4569-4331-81ba-e548dc99e70f is going to be created. [ 603.314207] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.314639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.314639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.314639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.314887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.325977] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81816e08-4569-4331-81ba-e548dc99e70f in Status: UNINITIALIZED for 2s [ 603.478711] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 in Status: SUCCESS [ 603.478952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.479155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.479371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.479580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.479697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.479761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.479923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.479991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.480925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.480925] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.752939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.753190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.753249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.753430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.754741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.754741] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f76e36-0795-45e6-858a-e79189c3cc97 already deleted. [ 603.754741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f76e36-0795-45e6-858a-e79189c3cc97" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.986343] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-218a1899-4c49-47ce-becd-5f5fda5358a8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.986433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.986487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.986681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.986861] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.986933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.987000] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.987164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.987264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.987426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.987553] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-218a1899-4c49-47ce-becd-5f5fda5358a8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.987676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.987743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.987880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.988030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.988162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.988219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.988316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.988393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.988474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.988626] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.991437] env[65403]: INFO networking_nsxv3.common.synchronization [req-f90d75d9-8409-486f-a0c5-9377f5f2937b req-b510f921-e534-457d-8a39-4f839f30a0b4 service nova] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_rules [ 603.991572] env[65403]: INFO networking_nsxv3.common.synchronization [req-f90d75d9-8409-486f-a0c5-9377f5f2937b req-b510f921-e534-457d-8a39-4f839f30a0b4 service nova] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 603.991667] env[65403]: INFO networking_nsxv3.common.synchronization [req-f90d75d9-8409-486f-a0c5-9377f5f2937b req-b510f921-e534-457d-8a39-4f839f30a0b4 service nova] Enqueued Resource ID: e2c4850d-9d6c-4a12-adf4-16f3d37812ce with Priority: HIGHEST for action port [ 603.992358] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_rules [ 603.992550] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 603.992622] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c4850d-9d6c-4a12-adf4-16f3d37812ce with Priority: HIGHEST for action port [ 603.992824] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.992917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.992983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.993217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.993343] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.994152] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.994251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.994287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.995305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.995305] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.995305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.995305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.995305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.995305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.995305] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.996018] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.996018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.996018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.996157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.996188] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c4850d-9d6c-4a12-adf4-16f3d37812ce',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.493575] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 218a1899-4c49-47ce-becd-5f5fda5358a8: rpc.has_security_group_logging(os_id): False [ 604.499136] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.500212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.500212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.501794] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2c4850d-9d6c-4a12-adf4-16f3d37812ce with status ACTIVE [ 604.502033] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.502161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.502585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.502585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.502585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.502786] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.502894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.502965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.503157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.503238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.503421] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.503515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.503745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.503745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.506241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.506241] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2c4850d-9d6c-4a12-adf4-16f3d37812ce is going to be updated. [ 604.514349] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.515053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.515053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.515053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.515053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.515053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.515265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.515265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.515589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.515589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.515589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.515753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.515753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.515874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.515946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.516139] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.517776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.517776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.517936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.517982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.518625] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 is going to be created. [ 604.531778] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.531778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.531778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.531778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.531778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.531778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c4850d-9d6c-4a12-adf4-16f3d37812ce" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.583340] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.583625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.583625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.583762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.583940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.596939] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 in Status: IN_PROGRESS for 2s [ 604.629999] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7c512b8-5626-4a99-93da-26ada28872d2 in Status: SUCCESS [ 604.629999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.712264] env[65403]: INFO networking_nsxv3.common.synchronization [req-f0a69293-6cbd-43df-ab8c-d1a386c9bfbd req-d2634575-7fc8-49f2-92df-b0681c6f6ea1 tempest-ServersNegativeTestJSON-1478889157 tempest-ServersNegativeTestJSON-1478889157-project-member] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 604.714393] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 604.718834] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.718834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.719058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.719147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.719333] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.719455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.719522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.719682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.719770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.719866] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.002766] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.111807] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.112046] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.112244] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.112701] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.112981] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.113241] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.113393] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.113668] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.113817] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.114035] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.114201] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.114352] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.114472] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.114583] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.114682] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.114837] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.137212] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.137394] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.137514] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.137707] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.138062] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.138238] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.138448] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.138766] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.138912] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebee9cc-87ad-4bf2-b405-e9410c0e9098',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.224654] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.224837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.224877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.225139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.225222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.225370] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.225471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.225523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.225790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.225790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.225904] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 already deleted. [ 605.225904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.342151] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81816e08-4569-4331-81ba-e548dc99e70f in Status: SUCCESS [ 605.342151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.342151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.342407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.342463] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.342587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.342650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.342873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.342954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.343054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.343145] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.505258] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.505665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.505665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.505797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.505911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.506045] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 is going to be created. [ 605.533430] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.533744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.533744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.533901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.534044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.544179] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: UNINITIALIZED for 2s [ 605.641434] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.642039] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.642039] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.642373] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.642612] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.642822] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 not found, creating... [ 605.643213] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.643430] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.643589] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.643880] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.644074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.644478] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.644683] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.644839] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.645130] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.645312] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.645499] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 is going to be created. [ 605.674628] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674773] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.675027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.675262] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.675543] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.675691] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.849236] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.355028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81816e08-4569-4331-81ba-e548dc99e70f: rpc.has_security_group_logging(os_id): False [ 606.376438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.378211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.378211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.378211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.378211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.378211] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.378211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.378211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.379082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.379082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.379082] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81816e08-4569-4331-81ba-e548dc99e70f is going to be created. [ 606.437141] env[65403]: INFO networking_nsxv3.common.synchronization [req-f0a69293-6cbd-43df-ab8c-d1a386c9bfbd req-576ff257-74e1-41a8-8338-c44e3cd40fbc service nova] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_rules [ 606.437327] env[65403]: INFO networking_nsxv3.common.synchronization [req-f0a69293-6cbd-43df-ab8c-d1a386c9bfbd req-576ff257-74e1-41a8-8338-c44e3cd40fbc service nova] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 606.437483] env[65403]: INFO networking_nsxv3.common.synchronization [req-f0a69293-6cbd-43df-ab8c-d1a386c9bfbd req-576ff257-74e1-41a8-8338-c44e3cd40fbc service nova] Enqueued Resource ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 with Priority: HIGHEST for action port [ 606.437990] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_rules [ 606.438190] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 606.438342] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 with Priority: HIGHEST for action port [ 606.438586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.438716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.438783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.439060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.439144] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.440080] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.440141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.440211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.440396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.440611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.440752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.440825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.440977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.441072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.441207] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.441937] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.442056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.442117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.442270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.442389] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebee9cc-87ad-4bf2-b405-e9410c0e9098',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.453828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.454085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.454085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.454263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.454448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.468357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81816e08-4569-4331-81ba-e548dc99e70f in Status: IN_PROGRESS for 2s [ 606.613065] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 in Status: SUCCESS [ 606.613498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.834374] env[65403]: INFO networking_nsxv3.common.synchronization [req-1d54b43b-da8d-4008-9e59-af48856a56a0 req-acba608d-ddbb-4ad7-81e6-8a5613561e1f tempest-DeleteServersAdminTestJSON-357109768 tempest-DeleteServersAdminTestJSON-357109768-project-admin] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 606.836086] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 606.836086] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.836086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.836086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.836086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.836086] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.836086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.836086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.836375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.836375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.836375] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.947351] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.947498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.947664] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.948723] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 with status ACTIVE [ 606.948978] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.949118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.949185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.949415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.949483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.949665] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.949742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.949808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.949990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.950961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.951207] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.952245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.952245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.952245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.952245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.952245] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 is going to be updated. [ 606.975872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.976056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.976138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.976342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.977153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.977351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.341634] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.341634] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.341634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.341634] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 is going to be updated. [ 607.381376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.381595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.381595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.381797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.381962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.398074] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: IN_PROGRESS for 2s [ 607.412163] env[65403]: INFO networking_nsxv3.common.synchronization [req-0fb4b354-bdbc-476c-80af-29a58e4b6c67 req-6074098c-8584-4e4c-af45-829d54a34736 tempest-ImagesNegativeTestJSON-1832043235 tempest-ImagesNegativeTestJSON-1832043235-project-member] Enqueued Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_members [ 607.412703] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGHEST for action security_group_members [ 607.412994] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.413136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.413226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.417174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.417479] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.417615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.417683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.417874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.417965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.418071] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.455226] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.555915] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: SUCCESS [ 607.556135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.556297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.556507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.556688] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.556805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.556865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.557022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.557101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.557179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.557267] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.789306] env[65403]: INFO networking_nsxv3.common.synchronization [req-b69ff91a-28d7-4e59-9c75-6765c3678d06 req-47ed2600-023d-401f-8922-aa9014d71f31 tempest-ServersTestFqdnHostnames-13952916 tempest-ServersTestFqdnHostnames-13952916-project-member] Enqueued Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_members [ 607.789930] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_members [ 607.790168] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.790286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.790349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.790746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.790815] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.791026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.791026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.791204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.791301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.791365] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.921811] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.921811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.921811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.921811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.921811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.922165] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.922220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.923157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.923157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.923157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923157] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09186071-0e27-4ccd-8979-12e1a686a202 is going to be updated. [ 607.951195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.951549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.951668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.951949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.952378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.957917] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.957917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.957917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.958159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.958243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.958335] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be created. [ 607.964046] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09186071-0e27-4ccd-8979-12e1a686a202 in Status: IN_PROGRESS for 2s [ 607.981103] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.981264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.982029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.982029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.982029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.995562] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: UNINITIALIZED for 2s [ 608.060616] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.060866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.060935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.061388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.061585] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.061894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.061894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.062714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.062714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.062714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.062714] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.063404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.063404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.065028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.065028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.065028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.065028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.065028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.065028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.065028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.065480] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.293540] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.293723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.293777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.294381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.294381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.294381] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.294381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.294623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.294623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.294794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.294794] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f already deleted. [ 608.294879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.482125] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81816e08-4569-4331-81ba-e548dc99e70f in Status: SUCCESS [ 608.482389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.570257] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ecef6a-4d5e-4122-8b75-f6163854a601: rpc.has_security_group_logging(os_id): False [ 608.680104] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.680247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.680247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.680424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.680544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.681674] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.681674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.681674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.681806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.681842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.684042] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.684042] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.684042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.684042] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 is going to be created. [ 608.757316] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.757490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.757569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.758879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.758879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.774957] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: IN_PROGRESS for 2s [ 608.972623] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.972986] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-180" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.972986] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-180" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.973320] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-180" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.973596] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.973756] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.973893] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.974220] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.974441] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.974756] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.974941] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.975144] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.975341] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.975533] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.975712] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.975922] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.996984] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.997163] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.997297] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.997470] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-180" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.997781] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-66a7e8b2-5deb-4406-9c6a-18986c601979 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.997953] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.998078] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.998417] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.998554] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a7e8b2-5deb-4406-9c6a-18986c601979',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.411520] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: SUCCESS [ 609.411763] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 deletion is rescheduled due to dependency. [ 609.411893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.504654] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.504654] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.504948] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.505601] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.505601] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.505601] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 66a7e8b2-5deb-4406-9c6a-18986c601979 not found, creating... [ 609.505793] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.505877] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.506047] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.506347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.506617] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.506784] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.507503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.507503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.507503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.507503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.507782] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 66a7e8b2-5deb-4406-9c6a-18986c601979 is going to be created. [ 609.530142] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.530714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.530828] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.531248] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.531715] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.531996] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.975191] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09186071-0e27-4ccd-8979-12e1a686a202 in Status: SUCCESS [ 609.975512] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09186071-0e27-4ccd-8979-12e1a686a202 deletion is rescheduled due to dependency. [ 609.975512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.003659] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 610.004027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.004206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.004504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.004730] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.004859] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.004926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.005110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.005193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.005300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.005392] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.337245] env[65403]: INFO networking_nsxv3.common.synchronization [req-b69ff91a-28d7-4e59-9c75-6765c3678d06 req-f49c121a-259a-4ba2-8630-47b03464cb6d service nova] Enqueued Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_rules [ 610.337245] env[65403]: INFO networking_nsxv3.common.synchronization [req-b69ff91a-28d7-4e59-9c75-6765c3678d06 req-f49c121a-259a-4ba2-8630-47b03464cb6d service nova] Enqueued Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_members [ 610.337245] env[65403]: INFO networking_nsxv3.common.synchronization [req-b69ff91a-28d7-4e59-9c75-6765c3678d06 req-f49c121a-259a-4ba2-8630-47b03464cb6d service nova] Enqueued Resource ID: 66a7e8b2-5deb-4406-9c6a-18986c601979 with Priority: HIGHEST for action port [ 610.337245] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_rules [ 610.337967] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_members [ 610.338776] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a7e8b2-5deb-4406-9c6a-18986c601979 with Priority: HIGHEST for action port [ 610.339526] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.342028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.342028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.342028] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.342028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.342028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.342028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.342028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.342814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.343300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.343300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.343300] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.344668] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-66a7e8b2-5deb-4406-9c6a-18986c601979 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.344969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.344969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.345107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.345165] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a7e8b2-5deb-4406-9c6a-18986c601979',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.360032] env[65403]: INFO networking_nsxv3.common.synchronization [req-a3252d2d-39dc-47d7-a0e6-4db9069838b2 req-4bae89ba-cbfe-4682-ad88-eaab63e66447 tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 610.360408] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 610.360661] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.360792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.360845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.361078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.361253] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.361384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.361426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.361856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.361856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.361856] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.507531] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.507702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.508078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.508353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.508548] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.508698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.508698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.508868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.508958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.509057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.509204] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.509299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.509358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.509497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.509634] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.509722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.509777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.509918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.509981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.510083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.510174] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.787870] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: SUCCESS [ 610.788093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.847499] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.847964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.848568] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.851016] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66a7e8b2-5deb-4406-9c6a-18986c601979 with status ACTIVE [ 610.851016] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.851016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.851016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.851016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.851016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.851016] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.851016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.851016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.854146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.854146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.854146] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.854146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.854146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.854146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.854146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.854146] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66a7e8b2-5deb-4406-9c6a-18986c601979 is going to be updated. [ 610.866164] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.874088] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.874330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.875045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.875045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.875045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.875196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66a7e8b2-5deb-4406-9c6a-18986c601979" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.012583] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a2432e5-5cca-4e79-9a63-666d6b8853e0: rpc.has_security_group_logging(os_id): False [ 611.041742] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.041938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.042072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.042372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.042509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.042736] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.042856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.042917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.043123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.043206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.043403] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.043504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.043566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.043716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.043794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.043988] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.044286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.044379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.044558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.044637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.044773] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be created. [ 611.136105] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.136396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.136468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.136779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.137029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.159633] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 611.173152] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.173936] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.173936] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.174321] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.174993] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.174993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.174993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.175304] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.175764] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.175764] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.175923] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.175923] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.176211] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.176211] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.176351] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.176537] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.204881] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.205131] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.205385] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.206140] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.206670] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-e00d88e5-a706-4834-9855-4d5de7ef8768 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.206892] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.207400] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.208248] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.208556] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00d88e5-a706-4834-9855-4d5de7ef8768',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.355315] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.368188] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.712867] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.713383] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.713790] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.714288] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.714815] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.715036] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port e00d88e5-a706-4834-9855-4d5de7ef8768 not found, creating... [ 611.716145] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.716145] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.716145] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.716145] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.716583] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.716944] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.717202] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.718334] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.718334] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.718334] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.718334] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: e00d88e5-a706-4834-9855-4d5de7ef8768 is going to be created. [ 611.742698] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.742991] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.743180] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.743561] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.743812] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.744047] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.859043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.859292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.859393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.859639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.859760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.859880] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f is going to be created. [ 611.873371] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.873371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.874142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.874142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.874142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.874650] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 is going to be updated. [ 611.888310] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.888737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.888737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.888873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.888941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.900705] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f in Status: UNINITIALIZED for 2s [ 611.916396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.916702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.916702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.918008] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.918008] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.929087] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: IN_PROGRESS for 2s [ 612.276678] env[65403]: INFO networking_nsxv3.common.synchronization [None req-1ca6e9c2-b01e-4bf8-83b7-bf21f48110d3 None None] Enqueued Resource ID: a8e68b1b-fe4d-443f-8a12-31defd4e27aa with Priority: HIGHEST for action port [ 612.277513] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e68b1b-fe4d-443f-8a12-31defd4e27aa with Priority: HIGHEST for action port [ 612.277892] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e68b1b-fe4d-443f-8a12-31defd4e27aa taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.278114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e68b1b-fe4d-443f-8a12-31defd4e27aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.278231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e68b1b-fe4d-443f-8a12-31defd4e27aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.278553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e68b1b-fe4d-443f-8a12-31defd4e27aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.278799] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e68b1b-fe4d-443f-8a12-31defd4e27aa',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.515351] env[65403]: INFO networking_nsxv3.common.synchronization [req-a3252d2d-39dc-47d7-a0e6-4db9069838b2 req-555bc093-0a2d-450a-b633-0cba6772a230 service nova] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_rules [ 612.519037] env[65403]: INFO networking_nsxv3.common.synchronization [req-a3252d2d-39dc-47d7-a0e6-4db9069838b2 req-555bc093-0a2d-450a-b633-0cba6772a230 service nova] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 612.519037] env[65403]: INFO networking_nsxv3.common.synchronization [req-a3252d2d-39dc-47d7-a0e6-4db9069838b2 req-555bc093-0a2d-450a-b633-0cba6772a230 service nova] Enqueued Resource ID: e00d88e5-a706-4834-9855-4d5de7ef8768 with Priority: HIGHEST for action port [ 612.519037] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_rules [ 612.519037] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 612.519037] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00d88e5-a706-4834-9855-4d5de7ef8768 with Priority: HIGHEST for action port [ 612.519037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.519037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.519037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.519037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.519037] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.519037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.519037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.519037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e00d88e5-a706-4834-9855-4d5de7ef8768 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.519037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.519037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.519912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.519912] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00d88e5-a706-4834-9855-4d5de7ef8768',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.781734] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8e68b1b-fe4d-443f-8a12-31defd4e27aa [ 612.781963] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.782167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.782266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.782982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.783160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.783342] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8e68b1b-fe4d-443f-8a12-31defd4e27aa already deleted. [ 612.783414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e68b1b-fe4d-443f-8a12-31defd4e27aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.023329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.023454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.023581] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e00d88e5-a706-4834-9855-4d5de7ef8768 with status ACTIVE [ 613.023767] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.023876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.023940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.024444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.024444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.024557] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.024629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.024680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.024873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.024927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.025142] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.025237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.025305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.025440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.025516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.025620] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e00d88e5-a706-4834-9855-4d5de7ef8768 is going to be updated. [ 613.038830] env[65403]: INFO networking_nsxv3.common.synchronization [req-50a236e5-cc8c-4250-82ee-b9ce118270d5 req-ba724730-59b8-45bd-9851-af60461a6c47 tempest-ServerExternalEventsTest-719243525 tempest-ServerExternalEventsTest-719243525-project-member] Enqueued Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_members [ 613.038830] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 with Priority: HIGHEST for action security_group_members [ 613.038830] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.038830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.038830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.038830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.038830] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.038830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.038830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.038830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.038830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.038830] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1796fe-f7e3-431d-bd96-ff83bf4ed012',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.049671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.049671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.049671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.049671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.049671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.049671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e00d88e5-a706-4834-9855-4d5de7ef8768" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.173662] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 613.173740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.542567] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.542894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.542894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.543082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.543476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.543476] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.543476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.543623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.543725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.543776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.543836] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 is going to be updated. [ 613.574474] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.574474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.574697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.574697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.576022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.586336] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 in Status: IN_PROGRESS for 2s [ 613.917116] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f in Status: SUCCESS [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.917116] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.917116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.917116] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.942826] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: SUCCESS [ 613.945036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.945036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.945036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.945036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.945036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.945036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.945036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.945719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.945719] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.300048] env[65403]: INFO networking_nsxv3.common.synchronization [None req-a6955a3d-f289-4780-ae92-90e4a5060d3e None None] Enqueued Resource ID: fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069 with Priority: HIGHEST for action port [ 614.302042] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069 with Priority: HIGHEST for action port [ 614.302156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.303019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.303019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.303019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.303019] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.424039] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.448342] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.806797] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069 [ 614.807139] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.807285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.807351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.807584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.807686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.807809] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069 already deleted. [ 614.807904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4a0d24-1bc2-4d66-ad83-dd0b6f00c069" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.905140] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f158c5a2-9878-46a4-a500-31da562d7add tempest-ServersWithSpecificFlavorTestJSON-1977432277 tempest-ServersWithSpecificFlavorTestJSON-1977432277-project-member] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 614.905140] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 614.905295] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.905374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.905438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.905704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.905785] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.926872] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32cc83e5-d2da-4d38-a1a7-f545d389ae7f: rpc.has_security_group_logging(os_id): False [ 614.946100] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.946244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.946291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.946574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.946574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.946807] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.946901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.946978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.947134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.947208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.947307] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f is going to be created. [ 614.951203] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.010679] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.013167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.013167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.013167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.013167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.024360] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f in Status: IN_PROGRESS for 2s [ 615.054608] env[65403]: INFO networking_nsxv3.common.synchronization [None req-78af88f6-bd3f-4188-b980-04085e72125e tempest-ServersWithSpecificFlavorTestJSON-1977432277 tempest-ServersWithSpecificFlavorTestJSON-1977432277-project-member] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 615.054608] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 615.055722] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.056191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.431358] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.431442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.431546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.431815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.431921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.432049] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 already deleted. [ 615.432202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.432565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.432565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.432565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.454472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.454602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.454868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.455234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.455337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.455448] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 is going to be updated. [ 615.485624] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.485854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.485909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.486112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.486259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.497793] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: IN_PROGRESS for 2s [ 615.598022] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 in Status: SUCCESS [ 615.598022] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1796fe-f7e3-431d-bd96-ff83bf4ed012 deletion is rescheduled due to dependency. [ 615.598022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1796fe-f7e3-431d-bd96-ff83bf4ed012" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.837909] env[65403]: INFO networking_nsxv3.common.synchronization [req-c86a8c66-9187-45e1-95f8-44525584f686 req-bebb2d58-497e-4205-95d7-60a879e946a1 tempest-SecurityGroupRulesTestJSON-2028625968 tempest-SecurityGroupRulesTestJSON-2028625968-project-member] Enqueued Resource ID: 88dfa305-7184-413f-a623-9a81784cfbb1 with Priority: HIGHEST for action security_group_rules [ 615.839818] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88dfa305-7184-413f-a623-9a81784cfbb1 with Priority: HIGHEST for action security_group_rules [ 615.839818] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88dfa305-7184-413f-a623-9a81784cfbb1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.839818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88dfa305-7184-413f-a623-9a81784cfbb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.839818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88dfa305-7184-413f-a623-9a81784cfbb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.841058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88dfa305-7184-413f-a623-9a81784cfbb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.841058] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88dfa305-7184-413f-a623-9a81784cfbb1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.912077] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5c688f71-2d26-4522-b0d1-8f439c09bea7 tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 615.912772] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 615.913637] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.913637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.913637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.913754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.913843] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.955336] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.955490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.955558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.955777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.955866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.955957] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 already deleted. [ 615.956048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.003976] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f6b4a9c3-6db6-49a8-8a3e-a4a719a525cb tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 616.004709] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 616.005154] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.005154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.169348] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e0d4a2c0-2d59-43b8-88ac-23bb21614087 None None] Enqueued Resource ID: 66d43710-daec-4d70-900c-06b028ad38aa with Priority: HIGHEST for action port [ 616.169592] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d43710-daec-4d70-900c-06b028ad38aa with Priority: HIGHEST for action port [ 616.170203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d43710-daec-4d70-900c-06b028ad38aa taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.170349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d43710-daec-4d70-900c-06b028ad38aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.170392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d43710-daec-4d70-900c-06b028ad38aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.171612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d43710-daec-4d70-900c-06b028ad38aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.171612] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d43710-daec-4d70-900c-06b028ad38aa',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.365304] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.365304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.365304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.365304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.365304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.365792] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88dfa305-7184-413f-a623-9a81784cfbb1 already deleted. [ 616.365792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88dfa305-7184-413f-a623-9a81784cfbb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.391897] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b09e07ef-d186-4a0b-ab9d-332eb67e7451 None None] Enqueued Resource ID: 7bf20a7d-fc93-4f17-92d7-5d0edf2c5774 with Priority: HIGHEST for action port [ 616.391897] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf20a7d-fc93-4f17-92d7-5d0edf2c5774 with Priority: HIGHEST for action port [ 616.391897] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf20a7d-fc93-4f17-92d7-5d0edf2c5774 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.391897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf20a7d-fc93-4f17-92d7-5d0edf2c5774" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.391897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf20a7d-fc93-4f17-92d7-5d0edf2c5774" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.393855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf20a7d-fc93-4f17-92d7-5d0edf2c5774" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.393855] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf20a7d-fc93-4f17-92d7-5d0edf2c5774',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.440838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.440838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.440838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.440838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.440838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.440838] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f already deleted. [ 616.440838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.440838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.440838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.440838] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.673701] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66d43710-daec-4d70-900c-06b028ad38aa [ 616.675337] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.675337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.675337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.675337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.675337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.675337] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66d43710-daec-4d70-900c-06b028ad38aa already deleted. [ 616.675337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d43710-daec-4d70-900c-06b028ad38aa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.896670] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bf20a7d-fc93-4f17-92d7-5d0edf2c5774 [ 616.897176] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.897325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.897395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.897648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.897746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.897845] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bf20a7d-fc93-4f17-92d7-5d0edf2c5774 already deleted. [ 616.897928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf20a7d-fc93-4f17-92d7-5d0edf2c5774" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.964620] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.964772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.964827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.965098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.965195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.965291] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f already deleted. [ 616.965387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.042446] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f in Status: SUCCESS [ 617.042446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.391776] env[65403]: INFO networking_nsxv3.common.synchronization [None req-905b1dcb-662b-4d0e-a631-e7c98987e3e9 tempest-ServersTestManualDisk-337934053 tempest-ServersTestManualDisk-337934053-project-member] Enqueued Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_rules [ 617.392491] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_rules [ 617.392833] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.392964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.393050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.393371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.393459] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.510881] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: SUCCESS [ 617.510881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.511579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.511579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.511756] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.512257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.512257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.512257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.512257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.512470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.512470] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.515656] env[65403]: INFO networking_nsxv3.common.synchronization [None req-0eca1b6b-dad6-4479-b146-4ad810ce22c3 tempest-ServersTestManualDisk-337934053 tempest-ServersTestManualDisk-337934053-project-member] Enqueued Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_rules [ 617.516472] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_rules [ 617.516930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.517114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.916899] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.917836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.917836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.917836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.917836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.917836] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 already deleted. [ 617.917836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.917836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.918082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.918082] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.020023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.020023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.020023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.020826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.020826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020826] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.441472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.441711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.441795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.441959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.442063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.442160] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 already deleted. [ 618.442241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.528128] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ecef6a-4d5e-4122-8b75-f6163854a601: rpc.has_security_group_logging(os_id): False [ 618.548915] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.549130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.549236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.549496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.549615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.550169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.550319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.550407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.550722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.550833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.551261] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.551396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.551483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.551824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.551873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.553683] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.553683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.553683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.553683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.553683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.553683] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 is going to be updated. [ 618.643323] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.643900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.644139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.644524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.644771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.660649] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: IN_PROGRESS for 2s [ 620.676912] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: SUCCESS [ 620.677216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.786147] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ddd98172-8300-435b-9bcc-b8be367f4d93 None None] Enqueued Resource ID: 2f0c96e1-7ace-44e7-80c5-ac619769f3fb with Priority: HIGHEST for action port [ 620.786147] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c96e1-7ace-44e7-80c5-ac619769f3fb with Priority: HIGHEST for action port [ 620.786147] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0c96e1-7ace-44e7-80c5-ac619769f3fb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.786147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0c96e1-7ace-44e7-80c5-ac619769f3fb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.786147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0c96e1-7ace-44e7-80c5-ac619769f3fb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.786147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0c96e1-7ace-44e7-80c5-ac619769f3fb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.786147] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0c96e1-7ace-44e7-80c5-ac619769f3fb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.289499] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f0c96e1-7ace-44e7-80c5-ac619769f3fb [ 621.289731] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.289873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.289957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.290208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.290265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.290365] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f0c96e1-7ace-44e7-80c5-ac619769f3fb already deleted. [ 621.290445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0c96e1-7ace-44e7-80c5-ac619769f3fb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.238458] env[65403]: INFO networking_nsxv3.common.synchronization [None req-fa8a39a3-507d-4726-9331-9369e5770834 None None] Enqueued Resource ID: 1a4ca363-6fe8-4058-97d1-b5e40deb53f5 with Priority: HIGHEST for action port [ 623.241182] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4ca363-6fe8-4058-97d1-b5e40deb53f5 with Priority: HIGHEST for action port [ 623.241182] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a4ca363-6fe8-4058-97d1-b5e40deb53f5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.241182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a4ca363-6fe8-4058-97d1-b5e40deb53f5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.241182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a4ca363-6fe8-4058-97d1-b5e40deb53f5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.242776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a4ca363-6fe8-4058-97d1-b5e40deb53f5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.242776] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4ca363-6fe8-4058-97d1-b5e40deb53f5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.745952] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a4ca363-6fe8-4058-97d1-b5e40deb53f5 [ 623.746097] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.746865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.746865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.746865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.746865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.748012] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a4ca363-6fe8-4058-97d1-b5e40deb53f5 already deleted. [ 623.748012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a4ca363-6fe8-4058-97d1-b5e40deb53f5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.427384] env[65403]: INFO networking_nsxv3.common.synchronization [None req-9d13046c-c0f7-4505-9e67-cfe330f072f8 None None] Enqueued Resource ID: 1081959b-3984-4f2d-8a8d-da264b787384 with Priority: HIGHEST for action port [ 624.428591] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1081959b-3984-4f2d-8a8d-da264b787384 with Priority: HIGHEST for action port [ 624.432683] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-1081959b-3984-4f2d-8a8d-da264b787384 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.432683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1081959b-3984-4f2d-8a8d-da264b787384" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.432683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1081959b-3984-4f2d-8a8d-da264b787384" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.432683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1081959b-3984-4f2d-8a8d-da264b787384" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.432683] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1081959b-3984-4f2d-8a8d-da264b787384',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.934164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1081959b-3984-4f2d-8a8d-da264b787384 [ 624.934424] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.934540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.934585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.934806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.934886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.934983] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1081959b-3984-4f2d-8a8d-da264b787384 already deleted. [ 624.935212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1081959b-3984-4f2d-8a8d-da264b787384" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.479969] env[65403]: INFO networking_nsxv3.common.synchronization [None req-dba5550d-ec80-444c-a233-545ea46d7fb4 None None] Enqueued Resource ID: 76a11433-c444-4f03-83ce-ffa05d397f60 with Priority: HIGHEST for action port [ 625.479969] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a11433-c444-4f03-83ce-ffa05d397f60 with Priority: HIGHEST for action port [ 625.483308] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a11433-c444-4f03-83ce-ffa05d397f60 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.483308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a11433-c444-4f03-83ce-ffa05d397f60" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.483308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a11433-c444-4f03-83ce-ffa05d397f60" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.483308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a11433-c444-4f03-83ce-ffa05d397f60" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.483502] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a11433-c444-4f03-83ce-ffa05d397f60',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.990878] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76a11433-c444-4f03-83ce-ffa05d397f60 [ 625.991143] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.991281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.991350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.991566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.991664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.991777] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76a11433-c444-4f03-83ce-ffa05d397f60 already deleted. [ 625.991879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a11433-c444-4f03-83ce-ffa05d397f60" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.064283] env[65403]: INFO networking_nsxv3.common.synchronization [None req-27da7481-bd33-4916-9b56-e349bf71641a tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 626.065337] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 626.066590] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.069344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.069344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.069344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.069344] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.241394] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f2d03ea4-49c1-4ee3-9c88-93239bded62d tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 626.241394] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 626.241666] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.241800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.469944] env[65403]: INFO networking_nsxv3.common.synchronization [req-d066f7d4-cb9f-4671-90dd-dd62609e2cdf req-c4522664-9d5e-4e49-a759-177d6c98b733 tempest-ServersWithSpecificFlavorTestJSON-1977432277 tempest-ServersWithSpecificFlavorTestJSON-1977432277-project-member] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 626.476565] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 626.476565] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.476565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.476565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.476565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.476565] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.476565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.476565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.476565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.476565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.476565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.593769] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.594574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.594791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.596030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.596030] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 already deleted. [ 626.596030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.596774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.597941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.597941] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.982751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.982751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.982751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.982751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.982751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.982751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.982751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.983156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.983156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.983156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.983156] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 already deleted. [ 626.983282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.061533] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.061853] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.061918] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.068440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.068440] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.068440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.068440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.068440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.068440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.068440] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.068440] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.068440] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.068950] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.068950] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.068950] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.068950] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.091168] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.091646] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.091646] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.091783] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.092367] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.092367] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.092367] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.093600] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.093600] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fc1ab1-94cb-482c-b6c2-74e8759460a0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.122596] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.123103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.123103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.123103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.123232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.123232] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 already deleted. [ 627.123297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.389753] env[65403]: INFO networking_nsxv3.common.synchronization [None req-dbe11367-979d-4558-942f-e3813ccdeb0d None None] Enqueued Resource ID: dd652253-b509-43e3-b545-000e80abccd0 with Priority: HIGHEST for action port [ 627.390305] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd652253-b509-43e3-b545-000e80abccd0 with Priority: HIGHEST for action port [ 627.390645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd652253-b509-43e3-b545-000e80abccd0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.390831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd652253-b509-43e3-b545-000e80abccd0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.390893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd652253-b509-43e3-b545-000e80abccd0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.391911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd652253-b509-43e3-b545-000e80abccd0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.391911] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd652253-b509-43e3-b545-000e80abccd0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.597352] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.597811] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.598304] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.599185] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.599624] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.599890] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port c8fc1ab1-94cb-482c-b6c2-74e8759460a0 not found, creating... [ 627.600269] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.600733] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.600890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.601215] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.601380] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.601797] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.602036] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.602183] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.602500] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.602683] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.602876] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: c8fc1ab1-94cb-482c-b6c2-74e8759460a0 is going to be created. [ 627.627525] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.627751] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.627869] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.628193] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.628437] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.628692] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.893677] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd652253-b509-43e3-b545-000e80abccd0 [ 627.893938] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.894177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.894177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.894373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.894463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.894557] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd652253-b509-43e3-b545-000e80abccd0 already deleted. [ 627.894642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd652253-b509-43e3-b545-000e80abccd0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.204685] env[65403]: INFO networking_nsxv3.common.synchronization [None req-54f91c63-a7b3-488a-94a7-3227d82cda57 None None] Enqueued Resource ID: 76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96 with Priority: HIGHEST for action port [ 628.205311] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96 with Priority: HIGHEST for action port [ 628.205626] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.205763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.205959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.206091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.206170] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.344793] env[65403]: INFO networking_nsxv3.common.synchronization [req-d066f7d4-cb9f-4671-90dd-dd62609e2cdf req-14506c76-b6f1-4c1d-a5ab-6bcb724e1312 service nova] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 628.344793] env[65403]: INFO networking_nsxv3.common.synchronization [req-d066f7d4-cb9f-4671-90dd-dd62609e2cdf req-14506c76-b6f1-4c1d-a5ab-6bcb724e1312 service nova] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 628.345485] env[65403]: INFO networking_nsxv3.common.synchronization [req-d066f7d4-cb9f-4671-90dd-dd62609e2cdf req-14506c76-b6f1-4c1d-a5ab-6bcb724e1312 service nova] Enqueued Resource ID: c8fc1ab1-94cb-482c-b6c2-74e8759460a0 with Priority: HIGHEST for action port [ 628.345572] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 628.345689] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 628.345786] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fc1ab1-94cb-482c-b6c2-74e8759460a0 with Priority: HIGHEST for action port [ 628.346826] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.346826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.346826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.347022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.347062] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.349956] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.349956] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.349956] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.349956] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.349956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.350720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.350720] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fc1ab1-94cb-482c-b6c2-74e8759460a0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.709294] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96 [ 628.709689] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.709689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.709852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.709956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.710066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.710165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96 already deleted. [ 628.710247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76e1c82b-d5fc-49fd-8b32-bc85cb1d2a96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.857913] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.857913] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.858173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.858173] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8fc1ab1-94cb-482c-b6c2-74e8759460a0 with status ACTIVE [ 628.858327] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.861860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.861860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.861860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.861860] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8fc1ab1-94cb-482c-b6c2-74e8759460a0 is going to be updated. [ 628.891935] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.891935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.892079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.892415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.892415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.892564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8fc1ab1-94cb-482c-b6c2-74e8759460a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.293283] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5df0d8d-6e1b-474e-9462-514bb06360ea req-f1c39cf7-e628-49ff-88f9-33a55a225fc9 tempest-ServersAdminNegativeTestJSON-1036598681 tempest-ServersAdminNegativeTestJSON-1036598681-project-member] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 629.295690] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 629.297775] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.298014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.298014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.298426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.298660] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.299077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.299077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.299176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.299241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.299353] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.359846] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.802431] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.862241] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.862409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.862481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.862698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.862792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862890] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 is going to be created. [ 629.903156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.920790] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: UNINITIALIZED for 2s [ 630.071291] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.071478] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.071753] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.071972] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.072276] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.072492] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.072551] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.072766] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.072909] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.073625] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.073755] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.073881] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.073970] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.074099] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.074202] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.074413] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.098903] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.099072] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.099210] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.099410] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.099788] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-7616ff86-f9fb-4355-ac33-3528925c733f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.100138] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.100209] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.101021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.101021] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7616ff86-f9fb-4355-ac33-3528925c733f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.308134] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.606340] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.606560] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.606767] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.607038] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.607198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.607350] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 7616ff86-f9fb-4355-ac33-3528925c733f not found, creating... [ 630.607601] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.607756] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.607896] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.608139] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.608338] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.608650] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.608887] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.608954] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.609143] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.609273] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.609407] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 7616ff86-f9fb-4355-ac33-3528925c733f is going to be created. [ 630.636274] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.636486] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.636594] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.636866] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.637112] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.637365] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.813822] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.814210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.814210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.814316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.814431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.814558] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd is going to be updated. [ 630.846786] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.846973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.847079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.847264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.847409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.857443] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: IN_PROGRESS for 2s [ 630.922853] env[65403]: INFO networking_nsxv3.common.synchronization [None req-735d7907-2371-42a7-8639-f89c7e236bc6 None None] Enqueued Resource ID: de89fff2-782e-4d51-8bf2-7ef21d66367c with Priority: HIGHEST for action port [ 630.923158] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de89fff2-782e-4d51-8bf2-7ef21d66367c with Priority: HIGHEST for action port [ 630.923749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-de89fff2-782e-4d51-8bf2-7ef21d66367c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.923887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de89fff2-782e-4d51-8bf2-7ef21d66367c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.923964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de89fff2-782e-4d51-8bf2-7ef21d66367c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.924236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de89fff2-782e-4d51-8bf2-7ef21d66367c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.924322] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de89fff2-782e-4d51-8bf2-7ef21d66367c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.115624] env[65403]: INFO networking_nsxv3.common.synchronization [None req-1ad5052f-a140-4bac-bd38-8970fd4313e7 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_rules [ 631.116033] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_rules [ 631.116351] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.116485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.116552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.116820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.117109] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.389484] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5df0d8d-6e1b-474e-9462-514bb06360ea req-5ddff395-5996-4802-810a-f1778c7bc860 service nova] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_rules [ 631.389671] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5df0d8d-6e1b-474e-9462-514bb06360ea req-5ddff395-5996-4802-810a-f1778c7bc860 service nova] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 631.389855] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5df0d8d-6e1b-474e-9462-514bb06360ea req-5ddff395-5996-4802-810a-f1778c7bc860 service nova] Enqueued Resource ID: 7616ff86-f9fb-4355-ac33-3528925c733f with Priority: HIGHEST for action port [ 631.390389] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_rules [ 631.390527] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 631.390623] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7616ff86-f9fb-4355-ac33-3528925c733f with Priority: HIGHEST for action port [ 631.390939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.391709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.391846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.394992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.394992] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.395468] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.395526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.395680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7616ff86-f9fb-4355-ac33-3528925c733f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.395782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.395845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.396048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.396139] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7616ff86-f9fb-4355-ac33-3528925c733f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.425969] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de89fff2-782e-4d51-8bf2-7ef21d66367c [ 631.426598] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.426598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.426598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.426779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.426779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.426852] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de89fff2-782e-4d51-8bf2-7ef21d66367c already deleted. [ 631.426887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de89fff2-782e-4d51-8bf2-7ef21d66367c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.593547] env[65403]: INFO networking_nsxv3.common.synchronization [None req-daa54bb5-b811-4f95-a51a-82f9cfe9492a tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_rules [ 631.594577] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_rules [ 631.594577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.594577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.644800] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.644981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.644981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.645173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.645276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.645491] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d already deleted. [ 631.645491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.645646] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.645861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.645993] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.901733] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.901733] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7616ff86-f9fb-4355-ac33-3528925c733f with status ACTIVE [ 631.901733] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.901733] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.901733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.901733] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.902706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.902706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.902706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.902706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.902706] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7616ff86-f9fb-4355-ac33-3528925c733f is going to be updated. [ 631.921611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.923531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.923531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.923531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.923531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.923531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7616ff86-f9fb-4355-ac33-3528925c733f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.935092] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: SUCCESS [ 631.935318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.936698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.936698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.936860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.936970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.938063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.938063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.938174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.939010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.939010] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.940481] env[65403]: INFO networking_nsxv3.common.synchronization [req-76876af5-bf04-4e2d-a6c0-f7a88a22eee6 req-28dbbf58-37ba-4845-9236-35b1977b4de9 tempest-ServersNegativeTestJSON-1478889157 tempest-ServersNegativeTestJSON-1478889157-project-member] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 631.941275] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 631.941559] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.941959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.941959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.941959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.942188] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.942188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.942280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.942375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.942455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.942541] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.168267] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.168267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.168267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.168267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.168267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.168267] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d already deleted. [ 632.168267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.441628] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.449178] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.717672] env[65403]: INFO networking_nsxv3.common.synchronization [None req-89d1247c-b4aa-45a0-80a6-025605046b09 None None] Enqueued Resource ID: 5efdddf3-9b9a-4e04-9fe6-6234228c8d9b with Priority: HIGHEST for action port [ 632.718679] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efdddf3-9b9a-4e04-9fe6-6234228c8d9b with Priority: HIGHEST for action port [ 632.719376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efdddf3-9b9a-4e04-9fe6-6234228c8d9b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.719376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efdddf3-9b9a-4e04-9fe6-6234228c8d9b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.719376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efdddf3-9b9a-4e04-9fe6-6234228c8d9b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.719593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efdddf3-9b9a-4e04-9fe6-6234228c8d9b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.719593] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efdddf3-9b9a-4e04-9fe6-6234228c8d9b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.826464] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.826652] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.826772] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.827040] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.827286] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.827441] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.827551] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.827757] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.827893] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.828539] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.828694] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.828815] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.828925] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.829136] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.829247] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.829372] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.849948] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.850031] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.850206] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.850385] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.850689] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-63cf519e-f00b-456b-a9eb-389b2e35221e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.850909] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.851044] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.851367] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.851515] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63cf519e-f00b-456b-a9eb-389b2e35221e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.867528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: SUCCESS [ 632.867743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.868239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.868443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.868626] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.868759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.868844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.869197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.869273] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.944453] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c278149-8139-48e5-bcb3-720a9ae3a5b6: rpc.has_security_group_logging(os_id): False [ 632.951205] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.962411] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.962557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.962625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.962830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.962923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.963190] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.963941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.963941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.963941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.963941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.963941] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 is going to be created. [ 633.022081] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.022344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.022442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.022633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.022815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.035185] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: IN_PROGRESS for 2s [ 633.222449] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5efdddf3-9b9a-4e04-9fe6-6234228c8d9b [ 633.222796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.222796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.222903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.224377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.224538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.224656] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5efdddf3-9b9a-4e04-9fe6-6234228c8d9b already deleted. [ 633.224753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efdddf3-9b9a-4e04-9fe6-6234228c8d9b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.354357] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.354584] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.354700] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.354972] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.355151] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.355317] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 63cf519e-f00b-456b-a9eb-389b2e35221e not found, creating... [ 633.355674] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.355843] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.355991] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.356206] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.356554] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.357051] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.357215] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.357730] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.358097] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.358402] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.358546] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 63cf519e-f00b-456b-a9eb-389b2e35221e is going to be created. [ 633.371368] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.378074] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.378715] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.378715] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.378850] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.379134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.379408] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.453567] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.453567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.453567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.453849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.453849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.453849] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be updated. [ 633.490734] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.490734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.490734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.491076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.491076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.505859] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 633.619833] env[65403]: INFO networking_nsxv3.common.synchronization [None req-9f2b3889-23a2-4f76-b6c8-3fe96dbe2c1c None None] Enqueued Resource ID: f7ca5d0a-10cf-4a98-838b-d066c45be575 with Priority: HIGHEST for action port [ 633.620107] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7ca5d0a-10cf-4a98-838b-d066c45be575 with Priority: HIGHEST for action port [ 633.621162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7ca5d0a-10cf-4a98-838b-d066c45be575 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.621316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7ca5d0a-10cf-4a98-838b-d066c45be575" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.621445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7ca5d0a-10cf-4a98-838b-d066c45be575" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.621778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7ca5d0a-10cf-4a98-838b-d066c45be575" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.621916] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7ca5d0a-10cf-4a98-838b-d066c45be575',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.873994] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.124305] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7ca5d0a-10cf-4a98-838b-d066c45be575 [ 634.124568] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.124676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.124750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.125086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.125165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.125277] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7ca5d0a-10cf-4a98-838b-d066c45be575 already deleted. [ 634.125412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7ca5d0a-10cf-4a98-838b-d066c45be575" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.167321] env[65403]: INFO networking_nsxv3.common.synchronization [req-76876af5-bf04-4e2d-a6c0-f7a88a22eee6 req-575d041a-2cac-44d8-a4dd-9d23e81cf978 service nova] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_rules [ 634.169179] env[65403]: INFO networking_nsxv3.common.synchronization [req-76876af5-bf04-4e2d-a6c0-f7a88a22eee6 req-575d041a-2cac-44d8-a4dd-9d23e81cf978 service nova] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 634.169367] env[65403]: INFO networking_nsxv3.common.synchronization [req-76876af5-bf04-4e2d-a6c0-f7a88a22eee6 req-575d041a-2cac-44d8-a4dd-9d23e81cf978 service nova] Enqueued Resource ID: 63cf519e-f00b-456b-a9eb-389b2e35221e with Priority: HIGHEST for action port [ 634.170104] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_rules [ 634.170258] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 634.170355] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63cf519e-f00b-456b-a9eb-389b2e35221e with Priority: HIGHEST for action port [ 634.170896] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.174275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.174275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.174275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.174275] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.174275] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.174275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.174275] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-63cf519e-f00b-456b-a9eb-389b2e35221e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.174275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.174275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.174275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.174275] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63cf519e-f00b-456b-a9eb-389b2e35221e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.379325] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.379325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.379325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.379325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.379325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.379325] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd is going to be updated. [ 634.415068] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.415272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.415272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.415478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.415583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.426045] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: IN_PROGRESS for 2s [ 634.436361] env[65403]: INFO networking_nsxv3.common.synchronization [req-1d0b00df-8ff2-4c85-a15b-bba796921efa req-afebb236-890b-4067-b4a9-748ded48edbd tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 634.436901] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 634.437233] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.437349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.437456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.437901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.437901] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.438130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.438130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.441737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.442607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.442607] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.677421] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63cf519e-f00b-456b-a9eb-389b2e35221e with status ACTIVE [ 634.677649] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.681025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.681025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.681025] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63cf519e-f00b-456b-a9eb-389b2e35221e is going to be updated. [ 634.681025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.681025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.702554] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.702554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.702800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.702890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.702953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.703137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63cf519e-f00b-456b-a9eb-389b2e35221e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.734875] env[65403]: INFO networking_nsxv3.common.synchronization [None req-fe29f6a8-a4c5-45bf-9fea-fbc139810917 None None] Enqueued Resource ID: 94332985-8dce-4b57-8bcd-793288b6111c with Priority: HIGHEST for action port [ 634.734875] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94332985-8dce-4b57-8bcd-793288b6111c with Priority: HIGHEST for action port [ 634.736106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-94332985-8dce-4b57-8bcd-793288b6111c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.736106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94332985-8dce-4b57-8bcd-793288b6111c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.736106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94332985-8dce-4b57-8bcd-793288b6111c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.736359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94332985-8dce-4b57-8bcd-793288b6111c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.736359] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94332985-8dce-4b57-8bcd-793288b6111c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.894485] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.894717] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-431" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.894840] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-431" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.896499] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-431" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.896799] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.896971] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.897116] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.897366] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.897510] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.897718] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.897828] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.897932] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.898046] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.898153] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.898252] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.898390] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.918231] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.918391] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.918525] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.918911] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-431" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.919022] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-f7aded81-bf2a-46fc-96e8-56ce8afcce95 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.919197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.919313] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.919635] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.919773] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7aded81-bf2a-46fc-96e8-56ce8afcce95',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.947367] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.947367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.947367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.947367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.947795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.947795] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.947795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.947795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.948017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.948017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.948088] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f already deleted. [ 634.948481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.055053] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: SUCCESS [ 635.055384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.239015] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94332985-8dce-4b57-8bcd-793288b6111c [ 635.239406] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.239406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.239406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.239645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.239695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.239788] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94332985-8dce-4b57-8bcd-793288b6111c already deleted. [ 635.239874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94332985-8dce-4b57-8bcd-793288b6111c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.428648] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.428990] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.429215] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.429619] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.429844] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.430092] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port f7aded81-bf2a-46fc-96e8-56ce8afcce95 not found, creating... [ 635.430499] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.430822] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.431010] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.431361] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.431574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.432022] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.432266] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.432445] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.432757] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.432964] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.433204] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 is going to be created. [ 635.457771] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.458080] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.458263] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.458659] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.458960] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.461164] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.517423] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 635.518295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.518490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.518759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.518948] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.519082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.519154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.519300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.519371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.519480] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.012402] env[65403]: INFO networking_nsxv3.common.synchronization [req-c9873384-9cc2-4176-b226-2c73c263eef7 req-a226c69c-df1f-487a-9fe0-7d1b503b12dd tempest-ServersTestManualDisk-337934053 tempest-ServersTestManualDisk-337934053-project-member] Enqueued Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_members [ 636.013038] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_members [ 636.013396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.013546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.013597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.013856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.014216] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.014216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.014216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.014429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.014429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.014529] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.023413] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.249244] env[65403]: INFO networking_nsxv3.common.synchronization [req-1d0b00df-8ff2-4c85-a15b-bba796921efa req-1e91af12-2ea4-4eb3-83a4-5efe67ac0802 service nova] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 636.249611] env[65403]: INFO networking_nsxv3.common.synchronization [req-1d0b00df-8ff2-4c85-a15b-bba796921efa req-1e91af12-2ea4-4eb3-83a4-5efe67ac0802 service nova] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 636.249611] env[65403]: INFO networking_nsxv3.common.synchronization [req-1d0b00df-8ff2-4c85-a15b-bba796921efa req-1e91af12-2ea4-4eb3-83a4-5efe67ac0802 service nova] Enqueued Resource ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 with Priority: HIGHEST for action port [ 636.250060] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 636.250200] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 636.250294] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 with Priority: HIGHEST for action port [ 636.250568] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.255781] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.255781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.255781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.255781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.255781] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.258999] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7aded81-bf2a-46fc-96e8-56ce8afcce95 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.258999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.258999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.259336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.259336] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7aded81-bf2a-46fc-96e8-56ce8afcce95',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.352523] env[65403]: INFO networking_nsxv3.common.synchronization [req-8cad459c-dffc-48bc-9a9a-5ad3f3e60b72 req-102c9ab2-996c-4ee0-a457-62d1b6dbb493 tempest-SecurityGroupRulesTestJSON-2028625968 tempest-SecurityGroupRulesTestJSON-2028625968-project-member] Enqueued Resource ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e with Priority: HIGHEST for action security_group_rules [ 636.353379] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e with Priority: HIGHEST for action security_group_rules [ 636.353818] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.354013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.354124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.354481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.354605] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab1f535-2519-4fe3-ac27-d8e41fdec62e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.439069] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: SUCCESS [ 636.439069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.439286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.439628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.439930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.440149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.440248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.440517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.440657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.440881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.441157] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.518267] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.518267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.518378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.518596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.518695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.518928] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.519066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.519127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.519376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.519465] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 already deleted. [ 636.519561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.528805] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.704674] env[65403]: INFO networking_nsxv3.common.synchronization [req-456e80cd-c95b-4ea6-8b8f-b7e1a447a39f req-61777599-0eb3-4f20-95d7-5417a3a38ffd tempest-TenantUsagesTestJSON-1382248188 tempest-TenantUsagesTestJSON-1382248188-project-member] Enqueued Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_members [ 636.709053] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 with Priority: HIGHEST for action security_group_members [ 636.709053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-218a1899-4c49-47ce-becd-5f5fda5358a8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.709053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.709053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.709053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.709053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.709053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.709053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.709053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.709053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.709053] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('218a1899-4c49-47ce-becd-5f5fda5358a8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.712781] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.713373] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-329" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.713373] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-329" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.713558] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-329" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.713888] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.714102] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.714272] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.714532] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.714737] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.714980] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.715096] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.715234] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.715438] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.715598] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.715746] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.715932] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.745746] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.745746] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.745746] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.746033] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-329" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.746447] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.746447] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.746631] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.746815] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.746949] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1ec9ed-da4c-44e8-909a-b74b3ec67818',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.761373] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.762606] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.762764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.764355] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7aded81-bf2a-46fc-96e8-56ce8afcce95 with status ACTIVE [ 636.764560] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.764696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.764736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.764995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.765095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.765282] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.765362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.765415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.765572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.765650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.765824] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.766257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.766257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.766257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.766257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.766731] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 is going to be updated. [ 636.795849] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.796097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.796207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.796409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.796553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.796945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.877216] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.877495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.877495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.877860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.877860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.878088] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e already deleted. [ 636.878088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.944204] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.944360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.944418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.944824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.944824] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.944965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.944965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.945131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.945212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.945304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.945456] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.945549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.945617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.945740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.945991] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.945991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.946170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.946170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.946240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.946311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.946409] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.033542] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.033824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.033824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.033985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.034095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.034195] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be updated. [ 637.073791] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.074082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.074082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.074323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.074537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.086576] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 637.211254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.211474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.211474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.211641] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.211795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.212013] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.212118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.212183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.212397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.212472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.212553] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 is going to be updated. [ 637.248680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.249517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.249939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.250242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.250533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.252715] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.253104] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.253205] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.253573] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.253785] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.253986] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port ce1ec9ed-da4c-44e8-909a-b74b3ec67818 not found, creating... [ 637.254856] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.255205] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.255427] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.255919] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.256151] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.256550] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.256799] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.256968] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.257292] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.257485] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.257685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: ce1ec9ed-da4c-44e8-909a-b74b3ec67818 is going to be created. [ 637.264121] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.274245] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 in Status: IN_PROGRESS for 2s [ 637.288983] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.289347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.289561] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.289901] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.290228] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.290557] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.449137] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee776210-d8d8-4f62-a28a-8e60b59632dd: rpc.has_security_group_logging(os_id): False [ 637.486397] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.486658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.486799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.486925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.487105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.487301] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.487438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.487492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.487675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.487746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.487996] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.488159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.488216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.488412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.488471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.488674] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.488813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.488916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.489021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.489150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.489472] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd is going to be updated. [ 637.578984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.579213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.579281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.579660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.579873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.600917] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: IN_PROGRESS for 2s [ 637.767511] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.767674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.767748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.767945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.768059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.768314] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be created. [ 637.808862] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.808862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.808862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.808862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.808862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.823052] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: UNINITIALIZED for 2s [ 638.058392] env[65403]: INFO networking_nsxv3.common.synchronization [req-c9873384-9cc2-4176-b226-2c73c263eef7 req-e8843262-f287-4e59-95df-60947aabf352 service nova] Enqueued Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_rules [ 638.058719] env[65403]: INFO networking_nsxv3.common.synchronization [req-c9873384-9cc2-4176-b226-2c73c263eef7 req-e8843262-f287-4e59-95df-60947aabf352 service nova] Enqueued Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_members [ 638.058911] env[65403]: INFO networking_nsxv3.common.synchronization [req-c9873384-9cc2-4176-b226-2c73c263eef7 req-e8843262-f287-4e59-95df-60947aabf352 service nova] Enqueued Resource ID: ce1ec9ed-da4c-44e8-909a-b74b3ec67818 with Priority: HIGHEST for action port [ 638.059624] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_rules [ 638.059783] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_members [ 638.059904] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1ec9ed-da4c-44e8-909a-b74b3ec67818 with Priority: HIGHEST for action port [ 638.060839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.060969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.061055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.061387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.061387] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.062651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.062824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.062824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.063064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.063262] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.063359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.063451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.063834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.063922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.064026] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.065810] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.065810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.065810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.066056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.066056] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1ec9ed-da4c-44e8-909a-b74b3ec67818',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.568153] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.568153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.568153] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.569203] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1ec9ed-da4c-44e8-909a-b74b3ec67818 with status ACTIVE [ 638.569203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.569318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.569318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.571134] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.571134] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.571134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.573025] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1ec9ed-da4c-44e8-909a-b74b3ec67818 is going to be updated. [ 638.598454] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.598778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.598778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.600218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.600218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.600218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1ec9ed-da4c-44e8-909a-b74b3ec67818" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073430] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.100027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.100027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.100027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.100027] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.286674] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 in Status: SUCCESS [ 639.286851] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218a1899-4c49-47ce-becd-5f5fda5358a8 deletion is rescheduled due to dependency. [ 639.288090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218a1899-4c49-47ce-becd-5f5fda5358a8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.520723] env[65403]: INFO networking_nsxv3.common.synchronization [req-e8963781-25cb-4f4e-a0a6-b0a1df78c770 req-2001e66a-eac1-4f8c-8b3b-762260cd58a0 tempest-SecurityGroupRulesTestJSON-2028625968 tempest-SecurityGroupRulesTestJSON-2028625968-project-member] Enqueued Resource ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e with Priority: HIGHEST for action security_group_rules [ 639.521541] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e with Priority: HIGHEST for action security_group_rules [ 639.521870] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.521993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.525329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.526032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.526135] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab1f535-2519-4fe3-ac27-d8e41fdec62e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.576238] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.576629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.576629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.576779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.576779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.576904] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 is going to be created. [ 639.602790] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.602946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.603025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.603275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.603546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.603995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.603995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.604991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.605205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.605338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.605541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.605665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.605749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.605941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.606181] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.606301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.606688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.606688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.606688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.606688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.606688] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.609435] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.609595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.609668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.609821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.610230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.627954] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: SUCCESS [ 639.628149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.629036] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0755e121-0d39-4091-bb59-c64f52343b61 in Status: UNINITIALIZED for 2s [ 639.839050] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 639.839549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.839549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.840106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.840106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.840106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.840106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.840269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.840269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.840333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.840957] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.050743] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.050984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.051051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.051243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.051338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.051435] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e already deleted. [ 640.051518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.109558] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a2432e5-5cca-4e79-9a63-666d6b8853e0: rpc.has_security_group_logging(os_id): False [ 640.132420] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.132554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.132623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.132850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.132975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.133138] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.134140] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.134140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.134918] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.134918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.134918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.134918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.134918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.134918] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be updated. [ 640.226334] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.226334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.226334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.226334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.226334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.243584] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 640.346203] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.851867] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1092b983-7073-483a-8a72-98fd2ec06b8f: rpc.has_security_group_logging(os_id): False [ 640.874312] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.874312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.874312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.874312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.874312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.874312] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.874312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.874312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.874836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.874836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.874836] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be created. [ 640.941103] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.941278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.941345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.941561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.941731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.956540] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 641.430877] env[65403]: INFO networking_nsxv3.common.synchronization [req-2f08a57d-cf74-4ab4-816b-4da177e67b98 req-df8e3d4e-ac38-43dc-9ade-24aaf97f38a6 tempest-DeleteServersAdminTestJSON-1180729445 tempest-DeleteServersAdminTestJSON-1180729445-project-member] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 641.431496] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 641.433169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.433365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.433465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.433738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.433975] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.434071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.434139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.434362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.434489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.434566] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.642504] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0755e121-0d39-4091-bb59-c64f52343b61 in Status: SUCCESS [ 641.643323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.643323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.645148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.645490] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.646180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.646180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.646180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.646180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.646597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.646684] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.936591] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.936971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.936971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.937077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.937304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.937380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.938441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.938441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.938441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.938441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.938441] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 is going to be updated. [ 641.943141] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.946722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.946722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.946722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.946722] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.946722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.946722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.946722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.946722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.946722] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.946722] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.946722] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.946722] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.946722] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.946722] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.946722] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.963510] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.963661] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.963787] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.963949] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.964298] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.964466] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.964595] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.964961] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.965101] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e5fdf97-e7f3-47f9-84d1-5addee1d6e71',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.973629] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.973753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.973800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.973983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.974136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.984061] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: IN_PROGRESS for 2s [ 642.150720] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.272924] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 642.272924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.469027] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.469374] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.470486] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.470807] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.471023] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.471194] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 not found, creating... [ 642.471475] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.471636] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.471748] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.471990] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.472133] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.472408] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.472559] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.472709] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.472880] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.474440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.474672] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 is going to be created. [ 642.502895] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.503250] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.503453] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.503892] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.504288] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.504626] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.653611] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0755e121-0d39-4091-bb59-c64f52343b61: rpc.has_security_group_logging(os_id): False [ 642.675997] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.675997] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.675997] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675997] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.676316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.676316] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.676409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.676409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.677124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.677124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677124] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 is going to be created. [ 642.747446] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.747638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.747745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.748094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.748347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.761977] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0755e121-0d39-4091-bb59-c64f52343b61 in Status: IN_PROGRESS for 2s [ 642.969192] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 642.969601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.221396] env[65403]: INFO networking_nsxv3.common.synchronization [req-2f08a57d-cf74-4ab4-816b-4da177e67b98 req-c748184a-ac9b-4b0a-834b-79a7cfce7836 service nova] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_rules [ 643.221396] env[65403]: INFO networking_nsxv3.common.synchronization [req-2f08a57d-cf74-4ab4-816b-4da177e67b98 req-c748184a-ac9b-4b0a-834b-79a7cfce7836 service nova] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 643.221396] env[65403]: INFO networking_nsxv3.common.synchronization [req-2f08a57d-cf74-4ab4-816b-4da177e67b98 req-c748184a-ac9b-4b0a-834b-79a7cfce7836 service nova] Enqueued Resource ID: 9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 with Priority: HIGHEST for action port [ 643.222697] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_rules [ 643.222935] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 643.223110] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 with Priority: HIGHEST for action port [ 643.223415] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.223523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.223639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.223803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.223887] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.225071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.226277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.226277] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.226277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.226277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.226277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.226277] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e5fdf97-e7f3-47f9-84d1-5addee1d6e71',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.729239] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 with status ACTIVE [ 643.729640] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.729640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.729817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.729960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.730043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.730211] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.730315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.730377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.730529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.730602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.730782] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.730961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.730961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.731108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.731186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.731272] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e5fdf97-e7f3-47f9-84d1-5addee1d6e71 is going to be updated. [ 643.735327] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.735415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.757573] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.757716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.757785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.757999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.758149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.758311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e5fdf97-e7f3-47f9-84d1-5addee1d6e71" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.792171] env[65403]: INFO networking_nsxv3.common.synchronization [None req-a68e2edc-eb20-40a7-9581-a31d49860482 None None] Enqueued Resource ID: e6577332-0ef9-470a-aaf6-8f04ca7da686 with Priority: HIGHEST for action port [ 643.793590] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6577332-0ef9-470a-aaf6-8f04ca7da686 with Priority: HIGHEST for action port [ 643.793876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6577332-0ef9-470a-aaf6-8f04ca7da686 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.794059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6577332-0ef9-470a-aaf6-8f04ca7da686" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.794159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6577332-0ef9-470a-aaf6-8f04ca7da686" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.794495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6577332-0ef9-470a-aaf6-8f04ca7da686" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.794615] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6577332-0ef9-470a-aaf6-8f04ca7da686',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.996178] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: SUCCESS [ 643.996178] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 deletion is rescheduled due to dependency. [ 643.996178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.996178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.996178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.996178] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.996178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.996178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.996178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.996178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.996178] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.001096] env[65403]: INFO networking_nsxv3.common.synchronization [req-38380d81-daf3-4c17-9d2d-2f22c288edc8 req-7515c857-682d-4e5d-a31e-c4b78fcd28c5 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 644.001876] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 644.002587] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.003208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.003208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.003208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.003208] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.003437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.003437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.003509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.003594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.003690] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.299477] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6577332-0ef9-470a-aaf6-8f04ca7da686 [ 644.299477] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.299642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.299775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.300197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.301394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.301394] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6577332-0ef9-470a-aaf6-8f04ca7da686 already deleted. [ 644.301394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6577332-0ef9-470a-aaf6-8f04ca7da686" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.498676] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.507372] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.507525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.507599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.507801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.507895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.508112] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.508267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.508345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.508508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.508586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.508673] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 already deleted. [ 644.508758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.526048] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.526249] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.526363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.526677] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.526951] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.527153] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.527267] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.527480] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.527615] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.527822] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.527930] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.528118] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.528219] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.528322] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.528419] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.528542] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.550078] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.550264] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.550397] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.550572] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.550945] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.551164] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.551237] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.551567] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.551697] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.774681] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0755e121-0d39-4091-bb59-c64f52343b61 in Status: SUCCESS [ 644.774850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.003484] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.054512] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.054759] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.054883] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.055166] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.055314] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.055466] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc not found, creating... [ 645.055734] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.055895] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.056013] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.056331] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.056452] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.056756] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.056908] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.057052] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.057262] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.057384] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.057524] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc is going to be created. [ 645.089947] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.090288] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.090826] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.090826] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.091171] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.091316] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.507274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.507525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.507525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.507743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.507837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.507936] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 is going to be updated. [ 645.542873] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.543181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.543181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.543412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.543566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.554165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: IN_PROGRESS for 2s [ 645.797074] env[65403]: INFO networking_nsxv3.common.synchronization [req-38380d81-daf3-4c17-9d2d-2f22c288edc8 req-5df6c862-192a-4521-a284-abab65e079a3 service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 645.797074] env[65403]: INFO networking_nsxv3.common.synchronization [req-38380d81-daf3-4c17-9d2d-2f22c288edc8 req-5df6c862-192a-4521-a284-abab65e079a3 service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 645.797074] env[65403]: INFO networking_nsxv3.common.synchronization [req-38380d81-daf3-4c17-9d2d-2f22c288edc8 req-5df6c862-192a-4521-a284-abab65e079a3 service nova] Enqueued Resource ID: 8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc with Priority: HIGHEST for action port [ 645.797074] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 645.797074] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 645.797074] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc with Priority: HIGHEST for action port [ 645.797074] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.797074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.797074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.802330] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.802330] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.802330] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.802330] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.802330] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.802330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.803798] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.841630] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b455451f-7b86-4a23-b363-73a9f01fb115 None None] Enqueued Resource ID: bd907170-2fca-4b53-8725-28b378536d4f with Priority: HIGHEST for action port [ 645.842073] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd907170-2fca-4b53-8725-28b378536d4f with Priority: HIGHEST for action port [ 645.842474] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd907170-2fca-4b53-8725-28b378536d4f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.842605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd907170-2fca-4b53-8725-28b378536d4f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.842667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd907170-2fca-4b53-8725-28b378536d4f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.842964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd907170-2fca-4b53-8725-28b378536d4f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.843531] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd907170-2fca-4b53-8725-28b378536d4f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.306082] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.306590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.306590] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.308182] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc with status ACTIVE [ 646.308182] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.308182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.308182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.308182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.308721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.308721] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.308721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.308721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.309187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.309187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.309288] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.309427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.309490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.309705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.309812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.309923] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc is going to be updated. [ 646.338716] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.339028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.339410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.339723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.339723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ed2a401-99ba-4b96-a36f-2a4aefd6c2dc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.350427] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd907170-2fca-4b53-8725-28b378536d4f [ 646.350611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.350807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.350898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.351244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.352155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.352155] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd907170-2fca-4b53-8725-28b378536d4f already deleted. [ 646.352155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd907170-2fca-4b53-8725-28b378536d4f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.811906] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.314545] env[65403]: INFO networking_nsxv3.common.synchronization [req-05d2345f-0c0e-4945-9ffa-f5cb9e856195 req-1d33357b-2099-433f-b69b-ff3e0c90b8bd tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 647.315090] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.315241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.315325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.315556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.315677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.315778] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be created. [ 647.317466] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 647.318345] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.318470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.318547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.318814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.318971] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.319923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.320713] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.358595] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.358825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.358825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.359083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.359241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.381342] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: UNINITIALIZED for 2s [ 647.571220] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: SUCCESS [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.573449] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.573449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.573449] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.826071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.826071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.826071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.826071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.826071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.826071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.826071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.826071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.826071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.826826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.826826] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 already deleted. [ 647.826826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.077061] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.077061] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.077061] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.077061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.077061] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.078244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.078244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.078244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.078244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.078244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.078244] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.166829] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.167110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.167311] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.167759] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.168198] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.168790] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.169016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.169381] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.169559] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.169878] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.170088] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.170281] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.170446] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.170608] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.170794] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.171098] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.194243] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.194552] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.194764] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.195052] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.195815] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.196160] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.197096] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.197602] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.197852] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbb3759-a6bc-4ccc-a3ff-73923c8b2061',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.534987] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5a7893ba-1b67-445c-af69-820c0443d1c9 None None] Enqueued Resource ID: b9dbcd86-ad15-4a75-8286-f5671609c4eb with Priority: HIGHEST for action port [ 648.535583] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9dbcd86-ad15-4a75-8286-f5671609c4eb with Priority: HIGHEST for action port [ 648.535982] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9dbcd86-ad15-4a75-8286-f5671609c4eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.536141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9dbcd86-ad15-4a75-8286-f5671609c4eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.536207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9dbcd86-ad15-4a75-8286-f5671609c4eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.536574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9dbcd86-ad15-4a75-8286-f5671609c4eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.536705] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9dbcd86-ad15-4a75-8286-f5671609c4eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.581337] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c8a609-dfa5-4931-97a3-929669830c96: rpc.has_security_group_logging(os_id): False [ 648.604027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.604187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.604884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.604884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.604884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.604884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.604884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.605192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.605192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.605192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.605319] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.605496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.605496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.605612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.605686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.605887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.605980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.606101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.606181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.606268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.606337] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 is going to be updated. [ 648.697532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.697778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.697778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.698478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.698478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.701308] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.701462] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.701579] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.701831] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.701978] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.702269] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 not found, creating... [ 648.702406] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.702574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.702684] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.702895] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.703033] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.703365] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.703478] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.703591] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.703788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.703918] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.704223] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 is going to be created. [ 648.713518] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: IN_PROGRESS for 2s [ 648.730288] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.730673] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.731256] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.731747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.732294] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.733141] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.040499] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9dbcd86-ad15-4a75-8286-f5671609c4eb [ 649.040499] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.040499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.040499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.040499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.040499] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9dbcd86-ad15-4a75-8286-f5671609c4eb already deleted. [ 649.040499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9dbcd86-ad15-4a75-8286-f5671609c4eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.393684] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 649.393684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.393684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.393684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.393934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.393934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.394069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.394116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.394188] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.481464] env[65403]: INFO networking_nsxv3.common.synchronization [req-05d2345f-0c0e-4945-9ffa-f5cb9e856195 req-b1d1ba70-979e-49c0-8c7e-aa9635886f10 service nova] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 649.481758] env[65403]: INFO networking_nsxv3.common.synchronization [req-05d2345f-0c0e-4945-9ffa-f5cb9e856195 req-b1d1ba70-979e-49c0-8c7e-aa9635886f10 service nova] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 649.481758] env[65403]: INFO networking_nsxv3.common.synchronization [req-05d2345f-0c0e-4945-9ffa-f5cb9e856195 req-b1d1ba70-979e-49c0-8c7e-aa9635886f10 service nova] Enqueued Resource ID: 5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 with Priority: HIGHEST for action port [ 649.482316] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 649.482460] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 649.482559] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 with Priority: HIGHEST for action port [ 649.485195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.485195] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.485195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.485195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.485195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.485195] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.486027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.486027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.486027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.486212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.486250] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbb3759-a6bc-4ccc-a3ff-73923c8b2061',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.897202] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.897533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.897533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.898545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.898545] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.898545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.898545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.898545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.898545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.898545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.898545] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.898929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.898929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.898929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.899156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.899354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.899418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.899632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.899689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.899776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.899904] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.990515] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.991564] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.991677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.991858] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 with status ACTIVE [ 649.992050] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.992150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.992213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.992432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.992525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.992684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.992779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.992841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.993009] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.993101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.993278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.993373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.993435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.994699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.994699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.994699] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dbb3759-a6bc-4ccc-a3ff-73923c8b2061 is going to be updated. [ 650.019925] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.020152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.020152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.021258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.021258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.021258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dbb3759-a6bc-4ccc-a3ff-73923c8b2061" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.404475] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf08f2ad-f0dc-43d2-b412-fd509155ba67: rpc.has_security_group_logging(os_id): False [ 650.428858] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.429160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.429229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.429456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.429551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.429763] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.429864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.429982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.430161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.430240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.430429] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.430597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.430661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.430805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.430878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.433866] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.433866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.434037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.434171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.434264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.434366] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be created. [ 650.497053] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.505427] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.505603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.505603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.506416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.506522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.523208] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 650.730668] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: SUCCESS [ 650.730994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.001444] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.001855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.001855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.001855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.002028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.002139] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be created. [ 651.032408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.035019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.035019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.035019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.035019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.046567] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: UNINITIALIZED for 2s [ 651.267433] env[65403]: INFO networking_nsxv3.common.synchronization [None req-740668ff-e8b6-4fcd-a271-7ff164fbf0e9 None None] Enqueued Resource ID: a7eb075c-d832-4b80-9008-fc6f9aeca01d with Priority: HIGHEST for action port [ 651.267745] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7eb075c-d832-4b80-9008-fc6f9aeca01d with Priority: HIGHEST for action port [ 651.268161] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7eb075c-d832-4b80-9008-fc6f9aeca01d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.268310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7eb075c-d832-4b80-9008-fc6f9aeca01d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.268509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7eb075c-d832-4b80-9008-fc6f9aeca01d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.268711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7eb075c-d832-4b80-9008-fc6f9aeca01d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.268796] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7eb075c-d832-4b80-9008-fc6f9aeca01d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.477259] env[65403]: INFO networking_nsxv3.common.synchronization [None req-6995547e-f0aa-4e08-97c2-554c83eba28e None None] Enqueued Resource ID: f2867c30-124d-42af-93d5-dfe9c335e3e4 with Priority: HIGHEST for action port [ 651.477259] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2867c30-124d-42af-93d5-dfe9c335e3e4 with Priority: HIGHEST for action port [ 651.477259] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2867c30-124d-42af-93d5-dfe9c335e3e4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.477432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2867c30-124d-42af-93d5-dfe9c335e3e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.477432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2867c30-124d-42af-93d5-dfe9c335e3e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.478108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2867c30-124d-42af-93d5-dfe9c335e3e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.478108] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2867c30-124d-42af-93d5-dfe9c335e3e4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.772648] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7eb075c-d832-4b80-9008-fc6f9aeca01d [ 651.772648] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.772648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.772648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.772841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.772841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.773768] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7eb075c-d832-4b80-9008-fc6f9aeca01d already deleted. [ 651.773768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7eb075c-d832-4b80-9008-fc6f9aeca01d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983996] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2867c30-124d-42af-93d5-dfe9c335e3e4 [ 651.983996] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.983996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.983996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.983996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.983996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.983996] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2867c30-124d-42af-93d5-dfe9c335e3e4 already deleted. [ 651.983996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2867c30-124d-42af-93d5-dfe9c335e3e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.368150] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5116366-ea81-4cc6-9fed-e0dfb6c29aea req-128c2cb9-e35d-4321-b449-bfc37c6aae93 tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 652.369680] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 652.369680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.369680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.369680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.369680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.370630] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.370630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.370630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.370630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.370630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.371113] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.538967] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 652.538967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.873454] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.874494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.874494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.874494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.874494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.874724] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.874805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.874805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.874985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.875075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.875115] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 already deleted. [ 652.875202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.945814] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.946096] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.946193] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.946538] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.946809] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.946971] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.947110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.947371] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.947599] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.947755] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.947891] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.948093] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.948141] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.948231] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.948332] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.948459] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.970741] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.970956] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.971080] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.971269] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.971580] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-b6089f0f-5153-495a-ba78-f8d7715ece91 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.971789] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.971870] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.972232] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.972387] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6089f0f-5153-495a-ba78-f8d7715ece91',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.055512] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 653.055692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.055867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.056100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.056294] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.056414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.056481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.056633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.056716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.056800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.056920] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.475632] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.476587] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.476906] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.478279] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.478483] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.478815] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port b6089f0f-5153-495a-ba78-f8d7715ece91 not found, creating... [ 653.478991] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.479194] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.479321] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.479596] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.479795] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.480168] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.480436] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.480558] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.480865] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.481032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.481247] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: b6089f0f-5153-495a-ba78-f8d7715ece91 is going to be created. [ 653.506959] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.506959] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.506959] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.506959] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.507303] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.507486] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.547123] env[65403]: INFO networking_nsxv3.common.synchronization [None req-befb6e83-bbb4-4cf1-9210-7973af832059 None None] Enqueued Resource ID: 9d4ad67b-7edc-43b8-b2d8-428a70567c10 with Priority: HIGHEST for action port [ 653.547256] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4ad67b-7edc-43b8-b2d8-428a70567c10 with Priority: HIGHEST for action port [ 653.548376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4ad67b-7edc-43b8-b2d8-428a70567c10 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.548376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4ad67b-7edc-43b8-b2d8-428a70567c10" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.548376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4ad67b-7edc-43b8-b2d8-428a70567c10" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.548376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4ad67b-7edc-43b8-b2d8-428a70567c10" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.548661] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4ad67b-7edc-43b8-b2d8-428a70567c10',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.560235] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.054461] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d4ad67b-7edc-43b8-b2d8-428a70567c10 [ 654.054788] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.054986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.058282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.058282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.058282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.058282] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d4ad67b-7edc-43b8-b2d8-428a70567c10 already deleted. [ 654.058282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4ad67b-7edc-43b8-b2d8-428a70567c10" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.062832] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5b8898-a588-4079-a416-8c4e8284c4e7: rpc.has_security_group_logging(os_id): False [ 654.082058] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.082058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.082058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.082058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083424] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.083424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.083424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.083424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.083424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083424] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be created. [ 654.150717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.150919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.151492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.151770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.151961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.167404] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 654.256219] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5116366-ea81-4cc6-9fed-e0dfb6c29aea req-f1bd4b08-bfc3-49e4-aa8a-b3e07ea5de1e service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 654.256590] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5116366-ea81-4cc6-9fed-e0dfb6c29aea req-f1bd4b08-bfc3-49e4-aa8a-b3e07ea5de1e service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 654.256730] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5116366-ea81-4cc6-9fed-e0dfb6c29aea req-f1bd4b08-bfc3-49e4-aa8a-b3e07ea5de1e service nova] Enqueued Resource ID: b6089f0f-5153-495a-ba78-f8d7715ece91 with Priority: HIGHEST for action port [ 654.258785] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 654.259015] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 654.259182] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6089f0f-5153-495a-ba78-f8d7715ece91 with Priority: HIGHEST for action port [ 654.259649] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.259883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.259988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.260406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.260524] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.262770] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.263023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.263130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.264073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.266133] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.266341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.266445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.267106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.267106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.267716] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.270089] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6089f0f-5153-495a-ba78-f8d7715ece91 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.271238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.271535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.271929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.272131] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6089f0f-5153-495a-ba78-f8d7715ece91',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.763172] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.763528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.775100] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.775878] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6089f0f-5153-495a-ba78-f8d7715ece91 with status ACTIVE [ 654.777717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.777717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.777717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.777717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.778538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.778538] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6089f0f-5153-495a-ba78-f8d7715ece91 is going to be updated. [ 654.803050] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.803050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.803050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.803242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.803242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.803366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6089f0f-5153-495a-ba78-f8d7715ece91" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.837685] env[65403]: INFO networking_nsxv3.common.synchronization [req-ff41a00f-9829-4452-b3f1-6c4fd601f69f req-cb7d45b6-f9fd-47a2-a656-11ee0bc296a6 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_members [ 654.838938] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_members [ 654.839922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.840103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.840180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.840619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.840619] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.840899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.840899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.841148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.841237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.841802] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.927667] env[65403]: INFO networking_nsxv3.common.synchronization [None req-1b14d12d-608a-440d-b064-b55f5acd4716 None None] Enqueued Resource ID: 271647f7-0be0-4e09-8127-7a39e7dfb360 with Priority: HIGHEST for action port [ 654.928715] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271647f7-0be0-4e09-8127-7a39e7dfb360 with Priority: HIGHEST for action port [ 654.929203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-271647f7-0be0-4e09-8127-7a39e7dfb360 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.929366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-271647f7-0be0-4e09-8127-7a39e7dfb360" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.929442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-271647f7-0be0-4e09-8127-7a39e7dfb360" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.929742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-271647f7-0be0-4e09-8127-7a39e7dfb360" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.929826] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271647f7-0be0-4e09-8127-7a39e7dfb360',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.281903] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.344437] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.344664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.344664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.344965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.344965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.345183] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.345321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.345539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.345737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.345818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.345957] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d already deleted. [ 655.346040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.432339] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 271647f7-0be0-4e09-8127-7a39e7dfb360 [ 655.432658] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.432803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.432986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.433392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.433502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.433601] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:271647f7-0be0-4e09-8127-7a39e7dfb360 already deleted. [ 655.433676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-271647f7-0be0-4e09-8127-7a39e7dfb360" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.526137] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.526335] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.526693] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.526986] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.528968] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.529236] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.529940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.530243] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.530545] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.530913] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.531688] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.531688] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.531688] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.531688] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.531688] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.532121] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.555485] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.555679] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.555774] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.556361] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.556361] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.556591] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.556591] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.557737] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.557737] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a1aaf8-8ac3-4ebc-89fa-2e748f533900',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.784321] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.786951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.786951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.786951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.786951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.786951] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be created. [ 655.811663] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.814019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.814019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.814019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.814019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.825359] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: UNINITIALIZED for 2s [ 656.061714] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.061714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.061714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.062014] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.062241] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.062453] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 not found, creating... [ 656.062843] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.063071] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.063199] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.063436] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.063573] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.063856] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.067760] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.067760] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.067760] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.067760] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.068038] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 is going to be created. [ 656.203112] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 656.203112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.211644] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.215564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.215564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.215564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.215564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.215564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.880945] env[65403]: INFO networking_nsxv3.common.synchronization [req-ff41a00f-9829-4452-b3f1-6c4fd601f69f req-1f8f6aae-d5d7-42e0-a86e-65ecbe0dd515 service nova] Enqueued Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_rules [ 656.880945] env[65403]: INFO networking_nsxv3.common.synchronization [req-ff41a00f-9829-4452-b3f1-6c4fd601f69f req-1f8f6aae-d5d7-42e0-a86e-65ecbe0dd515 service nova] Enqueued Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_members [ 656.880945] env[65403]: INFO networking_nsxv3.common.synchronization [req-ff41a00f-9829-4452-b3f1-6c4fd601f69f req-1f8f6aae-d5d7-42e0-a86e-65ecbe0dd515 service nova] Enqueued Resource ID: a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 with Priority: HIGHEST for action port [ 656.881658] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_rules [ 656.881787] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_members [ 656.881885] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 with Priority: HIGHEST for action port [ 656.882686] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.882686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.882842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.882918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.882981] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.884017] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.884148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.884341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.884573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.884573] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.884697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.884697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.884844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.885076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.885345] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.889247] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.889247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.890073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.890073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.890213] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a1aaf8-8ac3-4ebc-89fa-2e748f533900',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.996468] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f2f0b175-eddc-4c4f-8307-16befb119c3a None None] Enqueued Resource ID: fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f with Priority: HIGHEST for action port [ 656.999733] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f with Priority: HIGHEST for action port [ 657.000430] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.001511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.001804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.002461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.003779] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.364920] env[65403]: INFO networking_nsxv3.common.synchronization [None req-67e35f30-9250-42d9-8c01-8b45b80800df None None] Enqueued Resource ID: 2af7a989-bd0c-45be-bf87-f2416ecc2fbc with Priority: HIGHEST for action port [ 657.365759] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af7a989-bd0c-45be-bf87-f2416ecc2fbc with Priority: HIGHEST for action port [ 657.365815] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2af7a989-bd0c-45be-bf87-f2416ecc2fbc taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.365921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2af7a989-bd0c-45be-bf87-f2416ecc2fbc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.366013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2af7a989-bd0c-45be-bf87-f2416ecc2fbc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.366504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2af7a989-bd0c-45be-bf87-f2416ecc2fbc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.366504] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af7a989-bd0c-45be-bf87-f2416ecc2fbc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.394535] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.395068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.395207] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.396240] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 with status ACTIVE [ 657.396723] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.396862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.396929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.397168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.397244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.397406] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.398258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.398258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.398258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.398258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.398258] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.398258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.398258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.398569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.398569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.398569] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7a1aaf8-8ac3-4ebc-89fa-2e748f533900 is going to be updated. [ 657.423195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.423195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.423195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.423421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.423421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.423594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a1aaf8-8ac3-4ebc-89fa-2e748f533900" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.505745] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f [ 657.506225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.506225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.506225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.506485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.506576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.506631] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f already deleted. [ 657.506720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe0182a-edcf-4eca-95b2-7e1b3fe31d6f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.836931] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 657.837597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.837597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.837783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.837912] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.838121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.838374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.838856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.838988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.839164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.839274] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.869880] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2af7a989-bd0c-45be-bf87-f2416ecc2fbc [ 657.869880] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.869880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.869880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.869880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.869880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.869880] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2af7a989-bd0c-45be-bf87-f2416ecc2fbc already deleted. [ 657.869880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2af7a989-bd0c-45be-bf87-f2416ecc2fbc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.901466] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.970627] env[65403]: INFO networking_nsxv3.common.synchronization [req-f20fc866-bd18-446e-b7ec-1d266112d04a req-81c25b7c-32c4-4784-8280-4e3f0c52911c tempest-SecurityGroupRulesTestJSON-2028625968 tempest-SecurityGroupRulesTestJSON-2028625968-project-member] Enqueued Resource ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e with Priority: HIGHEST for action security_group_rules [ 657.971354] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e with Priority: HIGHEST for action security_group_rules [ 657.971354] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.971354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.971891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.971891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.971891] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab1f535-2519-4fe3-ac27-d8e41fdec62e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.342586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.343127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.343265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.343547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.344292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.344292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.344292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.344292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.344292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.344292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.344531] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.344531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.344617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.344728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.344878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.346020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.346020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.346020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.346020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.346020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.346020] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.407963] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.408258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.408352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.409064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.409064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.409064] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d is going to be created. [ 658.435399] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.435399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.435399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.435607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.435607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.446832] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d in Status: UNINITIALIZED for 2s [ 658.496331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.496433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.496478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.496721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.496816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.496910] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab1f535-2519-4fe3-ac27-d8e41fdec62e already deleted. [ 658.496993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab1f535-2519-4fe3-ac27-d8e41fdec62e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.849455] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e60276-bca6-42a4-ad5b-20903f3ae4e2: rpc.has_security_group_logging(os_id): False [ 658.871136] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.871136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.871136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.871402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.871444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.871771] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.871771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.871771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.871928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.871984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.872180] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.872274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.872561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.872561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.872561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.872783] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.872977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.872977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.873688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.873688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.873688] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be created. [ 658.948764] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.952020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.952020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.952020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.952020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.964685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 660.123042] env[65403]: INFO networking_nsxv3.common.synchronization [None req-71bd93a8-494f-44fa-9f32-b405b79ebabd None None] Enqueued Resource ID: b268d0cf-4aad-4d50-a3c9-c4c69a5e6618 with Priority: HIGHEST for action port [ 660.124524] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b268d0cf-4aad-4d50-a3c9-c4c69a5e6618 with Priority: HIGHEST for action port [ 660.124524] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b268d0cf-4aad-4d50-a3c9-c4c69a5e6618 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.124524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b268d0cf-4aad-4d50-a3c9-c4c69a5e6618" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.124524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b268d0cf-4aad-4d50-a3c9-c4c69a5e6618" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.124524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b268d0cf-4aad-4d50-a3c9-c4c69a5e6618" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.124964] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b268d0cf-4aad-4d50-a3c9-c4c69a5e6618',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.459107] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d in Status: SUCCESS [ 660.459475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.459777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.459891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.460122] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.460251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.460322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.460579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.460678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.460774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.460933] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.626920] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b268d0cf-4aad-4d50-a3c9-c4c69a5e6618 [ 660.627148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.627295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.627362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.627574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.627661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.627754] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b268d0cf-4aad-4d50-a3c9-c4c69a5e6618 already deleted. [ 660.627832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b268d0cf-4aad-4d50-a3c9-c4c69a5e6618" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.964754] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.167542] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 661.167900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.330739] env[65403]: INFO networking_nsxv3.common.synchronization [None req-4536d789-e174-431c-b39d-969181d650ed None None] Enqueued Resource ID: 92daa712-75b5-4bcf-8da8-137ef5eb90cd with Priority: HIGHEST for action port [ 661.330739] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92daa712-75b5-4bcf-8da8-137ef5eb90cd with Priority: HIGHEST for action port [ 661.331262] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-92daa712-75b5-4bcf-8da8-137ef5eb90cd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.331262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92daa712-75b5-4bcf-8da8-137ef5eb90cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.331262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92daa712-75b5-4bcf-8da8-137ef5eb90cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.332068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92daa712-75b5-4bcf-8da8-137ef5eb90cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.332068] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92daa712-75b5-4bcf-8da8-137ef5eb90cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.648243] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c78da30-ca47-4e57-b4ed-bf775acbd46d: rpc.has_security_group_logging(os_id): False [ 661.685156] env[65403]: INFO networking_nsxv3.common.synchronization [None req-fab3f65e-cf0a-4e85-863e-ac6420e18a51 None None] Enqueued Resource ID: f240a0a1-a56a-4447-b29c-cdacded676e1 with Priority: HIGHEST for action port [ 661.688497] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.688497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.688497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.689058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.689058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.689238] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.689358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.689358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.690631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.690631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.690631] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d is going to be created. [ 661.695014] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f240a0a1-a56a-4447-b29c-cdacded676e1 with Priority: HIGHEST for action port [ 661.695014] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f240a0a1-a56a-4447-b29c-cdacded676e1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.695014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f240a0a1-a56a-4447-b29c-cdacded676e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.695014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f240a0a1-a56a-4447-b29c-cdacded676e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.695014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f240a0a1-a56a-4447-b29c-cdacded676e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.695014] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f240a0a1-a56a-4447-b29c-cdacded676e1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.774021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.774021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.774021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.774021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.786272] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d in Status: IN_PROGRESS for 2s [ 661.834159] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92daa712-75b5-4bcf-8da8-137ef5eb90cd [ 661.834458] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.834601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.834670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.834888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.834979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.835086] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92daa712-75b5-4bcf-8da8-137ef5eb90cd already deleted. [ 661.835193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92daa712-75b5-4bcf-8da8-137ef5eb90cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.196208] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f240a0a1-a56a-4447-b29c-cdacded676e1 [ 662.197017] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.197017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.197017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.197017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.197017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.197348] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f240a0a1-a56a-4447-b29c-cdacded676e1 already deleted. [ 662.197348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f240a0a1-a56a-4447-b29c-cdacded676e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.393187] env[65403]: INFO networking_nsxv3.common.synchronization [req-1cdde461-b483-4ebd-bde3-c492726c7f90 req-fddbad91-a1f4-4864-a6f4-9f6eff8c78c2 tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 663.393807] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 663.394169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.394312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.395065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.395387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.395569] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.395783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.395839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.396074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.396193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.396334] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.620562] env[65403]: INFO networking_nsxv3.common.synchronization [None req-2399f3ca-9b9d-4337-ab6f-8469bd4757d0 None None] Enqueued Resource ID: 48ea48da-5082-4398-bbd3-d365471d4317 with Priority: HIGHEST for action port [ 663.621929] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ea48da-5082-4398-bbd3-d365471d4317 with Priority: HIGHEST for action port [ 663.622379] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-48ea48da-5082-4398-bbd3-d365471d4317 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.622485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48ea48da-5082-4398-bbd3-d365471d4317" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.622549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48ea48da-5082-4398-bbd3-d365471d4317" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.624234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48ea48da-5082-4398-bbd3-d365471d4317" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624234] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ea48da-5082-4398-bbd3-d365471d4317',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.802771] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d in Status: SUCCESS [ 663.803420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.898999] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.899219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.899307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.899552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.899666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.900122] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.900122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.903114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.903675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.904206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.904275] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 already deleted. [ 663.904880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.953505] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.953722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.953839] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.956055] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.957694] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.957880] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.958334] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.958604] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.958753] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.959079] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.959185] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.959287] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.959376] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.959482] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.960772] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.960772] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.988789] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.988789] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.988789] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.988934] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.989338] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-296e6819-2fd5-40be-96bd-3f32674cf546 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.989501] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.989559] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.989862] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.989997] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296e6819-2fd5-40be-96bd-3f32674cf546',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.068770] env[65403]: INFO networking_nsxv3.common.synchronization [None req-c709b5a5-bf51-45fe-be3f-07a40644a47b tempest-ServersTestBootFromVolume-275685541 tempest-ServersTestBootFromVolume-275685541-project-member] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_rules [ 664.069543] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_rules [ 664.069863] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.069992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.070185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.071034] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.125209] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48ea48da-5082-4398-bbd3-d365471d4317 [ 664.125563] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.125760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.125865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.126309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.126451] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48ea48da-5082-4398-bbd3-d365471d4317 already deleted. [ 664.126583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48ea48da-5082-4398-bbd3-d365471d4317" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.493322] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.493645] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.493691] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.493963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.494124] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.494266] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 296e6819-2fd5-40be-96bd-3f32674cf546 not found, creating... [ 664.494541] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.494695] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.494806] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.495078] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.495215] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.495498] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.495644] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.495749] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.495962] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.496098] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.496229] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 296e6819-2fd5-40be-96bd-3f32674cf546 is going to be created. [ 664.520873] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.521235] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.521235] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.521543] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.521920] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.522076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.549309] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5db00990-6280-4cff-85d0-48e999abed78 tempest-ServersTestBootFromVolume-275685541 tempest-ServersTestBootFromVolume-275685541-project-member] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_rules [ 664.550348] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_rules [ 664.550525] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.550634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.601671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.601884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.601884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.602142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.602293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.602544] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a already deleted. [ 664.602544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.602715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.602753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.602833] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.913265] env[65403]: INFO networking_nsxv3.common.synchronization [None req-abdc2baf-36ea-4095-8b1a-a0b7902487cd None None] Enqueued Resource ID: 68e63979-a859-42fc-a9cc-052b9e7f5f36 with Priority: HIGHEST for action port [ 664.913914] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e63979-a859-42fc-a9cc-052b9e7f5f36 with Priority: HIGHEST for action port [ 664.914572] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e63979-a859-42fc-a9cc-052b9e7f5f36 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.914572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e63979-a859-42fc-a9cc-052b9e7f5f36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.914572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e63979-a859-42fc-a9cc-052b9e7f5f36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.914864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e63979-a859-42fc-a9cc-052b9e7f5f36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.915969] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e63979-a859-42fc-a9cc-052b9e7f5f36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.129498] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.129704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.129704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.129923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.130045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.130116] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a already deleted. [ 665.130252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.233694] env[65403]: INFO networking_nsxv3.common.synchronization [req-1cdde461-b483-4ebd-bde3-c492726c7f90 req-e7174583-8600-4ae6-a6e0-9d81bce77855 service nova] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_rules [ 665.233788] env[65403]: INFO networking_nsxv3.common.synchronization [req-1cdde461-b483-4ebd-bde3-c492726c7f90 req-e7174583-8600-4ae6-a6e0-9d81bce77855 service nova] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 665.233900] env[65403]: INFO networking_nsxv3.common.synchronization [req-1cdde461-b483-4ebd-bde3-c492726c7f90 req-e7174583-8600-4ae6-a6e0-9d81bce77855 service nova] Enqueued Resource ID: 296e6819-2fd5-40be-96bd-3f32674cf546 with Priority: HIGHEST for action port [ 665.234485] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_rules [ 665.238109] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 665.238109] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296e6819-2fd5-40be-96bd-3f32674cf546 with Priority: HIGHEST for action port [ 665.238109] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.238109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.238109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.238109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.238109] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.238109] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.238109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.238109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.238109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.238109] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.238109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.239686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.239686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.239915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.239915] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.241690] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-296e6819-2fd5-40be-96bd-3f32674cf546 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.241690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.241690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.242235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.242235] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296e6819-2fd5-40be-96bd-3f32674cf546',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.418938] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68e63979-a859-42fc-a9cc-052b9e7f5f36 [ 665.418938] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.418938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.418938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.418938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.418938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.418938] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68e63979-a859-42fc-a9cc-052b9e7f5f36 already deleted. [ 665.418938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e63979-a859-42fc-a9cc-052b9e7f5f36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.725762] env[65403]: INFO networking_nsxv3.common.synchronization [req-a2708243-f716-49a5-8a86-dcd11b026df7 req-f1a5e963-a933-48d9-8ab0-ad6895a55b63 tempest-ServersNegativeTestJSON-1478889157 tempest-ServersNegativeTestJSON-1478889157-project-member] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 665.726966] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 665.726966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.726966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.726966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.727244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.727300] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.727372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.727417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.727692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.727692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.727968] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.744125] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.744125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.745056] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.745808] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 296e6819-2fd5-40be-96bd-3f32674cf546 with status ACTIVE [ 665.747240] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.747465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.747585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.747857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.747985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.748247] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.748391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.748485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.748699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.748816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.749123] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.749234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.749326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.749525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.753031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.753031] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 296e6819-2fd5-40be-96bd-3f32674cf546 is going to be updated. [ 665.773290] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.773579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.774078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.775030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.775030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.775030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296e6819-2fd5-40be-96bd-3f32674cf546" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.231499] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.254099] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.735968] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.756344] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.756508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.756580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.756801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.756891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.756989] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be created. [ 666.784950] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.785245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.785245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.785512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.785861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.803865] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: UNINITIALIZED for 2s [ 667.103027] env[65403]: INFO networking_nsxv3.common.synchronization [None req-046e8ca4-a033-4043-ab0d-ab258e4204cd None None] Enqueued Resource ID: a9d9d628-2ba2-42d4-bea3-3b6459914ea3 with Priority: HIGHEST for action port [ 667.103027] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d9d628-2ba2-42d4-bea3-3b6459914ea3 with Priority: HIGHEST for action port [ 667.104049] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d9d628-2ba2-42d4-bea3-3b6459914ea3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.105087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d9d628-2ba2-42d4-bea3-3b6459914ea3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.105237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d9d628-2ba2-42d4-bea3-3b6459914ea3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.106453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d9d628-2ba2-42d4-bea3-3b6459914ea3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.106607] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d9d628-2ba2-42d4-bea3-3b6459914ea3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.245091] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.245091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.245091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.245091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.245091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.245091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be updated. [ 667.304938] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.304938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.304938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.304938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.305188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.316088] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 667.612763] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9d9d628-2ba2-42d4-bea3-3b6459914ea3 [ 667.613018] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.613165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.613235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.613480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.613593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.614559] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9d9d628-2ba2-42d4-bea3-3b6459914ea3 already deleted. [ 667.614731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d9d628-2ba2-42d4-bea3-3b6459914ea3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.658333] env[65403]: INFO networking_nsxv3.common.synchronization [req-daa4b2b3-819b-4fae-830e-b7e7c9329ea4 req-46ea90ae-d5c2-4faa-b3b9-484ebf91f232 tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 667.659132] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 667.659985] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.660168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.660235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.660551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.660837] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.660954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.661028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.661289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.661375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.661471] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.969871] env[65403]: INFO networking_nsxv3.common.synchronization [None req-156d7b87-3ed2-4a7c-a882-dc135a264c74 tempest-ServersV294TestFqdnHostnames-62591309 tempest-ServersV294TestFqdnHostnames-62591309-project-member] Enqueued Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_rules [ 667.971025] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_rules [ 667.971984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.973265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.973265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.973265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973265] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.115778] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.116015] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.116121] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.116474] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.116840] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.117075] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.117304] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.117450] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.117579] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.117787] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.117900] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.118012] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.118209] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.118298] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.118396] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.118519] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.139980] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.140178] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.140355] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.140485] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.140785] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-3c37f40d-d95d-45d0-a692-e3a9d2f62970 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.140955] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.141080] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.141460] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.141573] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c37f40d-d95d-45d0-a692-e3a9d2f62970',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.165230] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.165406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.165495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.165737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.165852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.166082] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.166192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.166253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.166438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.166532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.166632] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb already deleted. [ 668.166712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.482624] env[65403]: INFO networking_nsxv3.common.synchronization [None req-02c4cb56-fe5a-4e0c-b7dd-6612aebfb332 tempest-ServersV294TestFqdnHostnames-62591309 tempest-ServersV294TestFqdnHostnames-62591309-project-member] Enqueued Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_rules [ 668.483276] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_rules [ 668.483640] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.483744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.496244] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.496528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.496661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.497066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.497259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.497457] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 already deleted. [ 668.497626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.497907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.498217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.498340] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.644386] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.644611] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.644718] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.644999] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.645172] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.645325] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 3c37f40d-d95d-45d0-a692-e3a9d2f62970 not found, creating... [ 668.645597] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.645747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.645868] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.646102] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.646228] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.646490] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.646631] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.646736] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.646933] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.647067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.647197] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 3c37f40d-d95d-45d0-a692-e3a9d2f62970 is going to be created. [ 668.669966] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.670207] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.670326] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.670624] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.670848] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.671082] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.816795] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 668.816876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.817053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.817272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.817462] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.817583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.817647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.817800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.817880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.817962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.818062] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.020355] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020355] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 already deleted. [ 669.020355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.320153] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.320441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.320441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.320668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.320829] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.320915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.321455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.321769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.321932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.322119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.322303] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.322830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.323020] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.323198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.323264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.323703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.323874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.323920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.324113] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.329306] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 669.329608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.471226] env[65403]: INFO networking_nsxv3.common.synchronization [req-daa4b2b3-819b-4fae-830e-b7e7c9329ea4 req-57f36e0d-16d0-455c-b1ef-0dbb7427153c service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 669.471226] env[65403]: INFO networking_nsxv3.common.synchronization [req-daa4b2b3-819b-4fae-830e-b7e7c9329ea4 req-57f36e0d-16d0-455c-b1ef-0dbb7427153c service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 669.471226] env[65403]: INFO networking_nsxv3.common.synchronization [req-daa4b2b3-819b-4fae-830e-b7e7c9329ea4 req-57f36e0d-16d0-455c-b1ef-0dbb7427153c service nova] Enqueued Resource ID: 3c37f40d-d95d-45d0-a692-e3a9d2f62970 with Priority: HIGHEST for action port [ 669.471226] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 669.471226] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 669.471226] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c37f40d-d95d-45d0-a692-e3a9d2f62970 with Priority: HIGHEST for action port [ 669.472478] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.472618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.472953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.473065] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.474440] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.474440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.475090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.475090] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.475090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.475090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.475433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.475433] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.477366] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c37f40d-d95d-45d0-a692-e3a9d2f62970 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.477366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.477366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.477366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.477366] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c37f40d-d95d-45d0-a692-e3a9d2f62970',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.826930] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ec3ba1-460a-41c7-a72e-05efb1b62141: rpc.has_security_group_logging(os_id): False [ 669.846419] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.846621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.846621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.846827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.846910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.847134] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.847227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.847284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.847457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.847572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.847857] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.847957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.848056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.848219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.848287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.848472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.848553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.848641] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.848818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.849669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.849669] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be created. [ 669.895263] env[65403]: INFO networking_nsxv3.common.synchronization [None req-6fce5891-22f6-43eb-a729-ddd23f961e05 None None] Enqueued Resource ID: 00659148-ca70-4ef8-a3d7-6fae00ff48b0 with Priority: HIGHEST for action port [ 669.895845] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00659148-ca70-4ef8-a3d7-6fae00ff48b0 with Priority: HIGHEST for action port [ 669.896189] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-00659148-ca70-4ef8-a3d7-6fae00ff48b0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.896309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00659148-ca70-4ef8-a3d7-6fae00ff48b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.896374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00659148-ca70-4ef8-a3d7-6fae00ff48b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.896619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00659148-ca70-4ef8-a3d7-6fae00ff48b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.896726] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00659148-ca70-4ef8-a3d7-6fae00ff48b0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.922188] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.922345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.922416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.922696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.923051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.936867] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 669.977966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.977966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978182] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.979289] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c37f40d-d95d-45d0-a692-e3a9d2f62970 with status ACTIVE [ 669.981717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.981717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.981717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.981717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.982635] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c37f40d-d95d-45d0-a692-e3a9d2f62970 is going to be updated. [ 670.025951] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.027727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.027727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.027727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.027727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.027727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c37f40d-d95d-45d0-a692-e3a9d2f62970" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.097574] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c5dc80f-561d-4225-9588-f8b80966df32 req-d6668a45-bbbb-4221-b57d-e2a863237fd4 tempest-ImagesOneServerTestJSON-401945413 tempest-ImagesOneServerTestJSON-401945413-project-member] Enqueued Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_members [ 670.098767] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_members [ 670.099239] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.099384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.099489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.100139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.100773] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.100773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.100773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.100773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.100773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.101202] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.401427] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00659148-ca70-4ef8-a3d7-6fae00ff48b0 [ 670.401650] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.401786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.401904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.402175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.402357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.402357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00659148-ca70-4ef8-a3d7-6fae00ff48b0 already deleted. [ 670.402551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00659148-ca70-4ef8-a3d7-6fae00ff48b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.485309] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.603954] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.604205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.604205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.604448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.604577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.604796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.604919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.605017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.605284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.605418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.605528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 already deleted. [ 670.605907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.692610] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.692874] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-896" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.693125] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-896" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.693522] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-896" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.693889] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.694130] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.694467] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.694634] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.694878] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.695137] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.695303] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.695459] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.695617] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.695820] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.695987] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.696221] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.718925] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.719242] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.719499] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.719801] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-896" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.720301] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-91096cd4-c4b3-4706-b06a-03799e6985bc taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.720600] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.721453] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.721902] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.722412] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91096cd4-c4b3-4706-b06a-03799e6985bc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.846523] env[65403]: INFO networking_nsxv3.common.synchronization [None req-71a5a70d-774c-4cf9-93b7-2d2956a80dfe None None] Enqueued Resource ID: 784f965b-a6d7-48bd-8998-0bc95afa6468 with Priority: HIGHEST for action port [ 670.846523] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784f965b-a6d7-48bd-8998-0bc95afa6468 with Priority: HIGHEST for action port [ 670.846523] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-784f965b-a6d7-48bd-8998-0bc95afa6468 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.846925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-784f965b-a6d7-48bd-8998-0bc95afa6468" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.846925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-784f965b-a6d7-48bd-8998-0bc95afa6468" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.847044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-784f965b-a6d7-48bd-8998-0bc95afa6468" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.847171] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784f965b-a6d7-48bd-8998-0bc95afa6468',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.987441] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.987603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.987859] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.987915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.988050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.988160] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be created. [ 671.021138] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.021319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.021384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.021581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.021750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.035566] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: UNINITIALIZED for 2s [ 671.226173] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.226281] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.226377] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.227248] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.227456] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.227661] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 91096cd4-c4b3-4706-b06a-03799e6985bc not found, creating... [ 671.227884] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.228053] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.228167] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.228429] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.228557] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.228836] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.228984] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.230152] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.230395] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.230528] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.230668] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 91096cd4-c4b3-4706-b06a-03799e6985bc is going to be created. [ 671.257645] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.261254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.261254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.261254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.261254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.261254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.351894] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 784f965b-a6d7-48bd-8998-0bc95afa6468 [ 671.352426] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.352608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.352667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.352920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.353109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.353381] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:784f965b-a6d7-48bd-8998-0bc95afa6468 already deleted. [ 671.353469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-784f965b-a6d7-48bd-8998-0bc95afa6468" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.952987] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 671.953462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.042127] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c5dc80f-561d-4225-9588-f8b80966df32 req-71cc3b9b-c03c-4c21-9eea-c4ccbc69cf0e service nova] Enqueued Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_rules [ 672.042582] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c5dc80f-561d-4225-9588-f8b80966df32 req-71cc3b9b-c03c-4c21-9eea-c4ccbc69cf0e service nova] Enqueued Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_members [ 672.042707] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c5dc80f-561d-4225-9588-f8b80966df32 req-71cc3b9b-c03c-4c21-9eea-c4ccbc69cf0e service nova] Enqueued Resource ID: 91096cd4-c4b3-4706-b06a-03799e6985bc with Priority: HIGHEST for action port [ 672.043286] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_rules [ 672.043436] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_members [ 672.043532] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91096cd4-c4b3-4706-b06a-03799e6985bc with Priority: HIGHEST for action port [ 672.043802] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.043926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.043985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.044405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.044405] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.045760] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.045880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.045942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.046137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.046306] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.046415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.046477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.046629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.046714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.046803] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.047646] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-91096cd4-c4b3-4706-b06a-03799e6985bc taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.047788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.047788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.047876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.048348] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91096cd4-c4b3-4706-b06a-03799e6985bc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.551597] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.551597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.551597] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.552561] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91096cd4-c4b3-4706-b06a-03799e6985bc with status ACTIVE [ 672.552561] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.552756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.552756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.553668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.553668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.553668] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.553668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.553668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.553668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.553668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.554546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.554653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.554912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.554912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.555080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.555174] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91096cd4-c4b3-4706-b06a-03799e6985bc is going to be updated. [ 672.579922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.579922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.579922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.579922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.579922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.579922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91096cd4-c4b3-4706-b06a-03799e6985bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.049823] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.051457] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.051457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.051457] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.058216] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.555985] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.555985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.555985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.556474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.556474] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.556474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.556474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.556797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.556797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.556911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.557325] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.557325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.557325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.557536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.557536] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.557613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.557661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.557805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.557882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.557963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.558079] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.561408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.561408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.561408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.561693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.561770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.561830] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 is going to be created. [ 673.592023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.592023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.592023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.592023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.592023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.602693] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 in Status: UNINITIALIZED for 2s [ 673.820367] env[65403]: INFO networking_nsxv3.common.synchronization [None req-15a6c501-6f41-46e8-9813-6bc0227e443d None None] Enqueued Resource ID: 0f75aa5e-62f6-4f32-a2e0-9e35dda82962 with Priority: HIGHEST for action port [ 673.820796] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75aa5e-62f6-4f32-a2e0-9e35dda82962 with Priority: HIGHEST for action port [ 673.821232] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f75aa5e-62f6-4f32-a2e0-9e35dda82962 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.821372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f75aa5e-62f6-4f32-a2e0-9e35dda82962" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.821566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f75aa5e-62f6-4f32-a2e0-9e35dda82962" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.821691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f75aa5e-62f6-4f32-a2e0-9e35dda82962" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.821815] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f75aa5e-62f6-4f32-a2e0-9e35dda82962',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.060415] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd07ae75-c896-458d-8b00-809f21c9a0eb: rpc.has_security_group_logging(os_id): False [ 674.082396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.082396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.082396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.082396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.082959] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.082959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.082959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.082959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.082959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.082959] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be created. [ 674.147880] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.147880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.147880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.148143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.148239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.162823] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 674.325391] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f75aa5e-62f6-4f32-a2e0-9e35dda82962 [ 674.325391] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.325391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.325391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.325735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.325846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.326377] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f75aa5e-62f6-4f32-a2e0-9e35dda82962 already deleted. [ 674.326377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f75aa5e-62f6-4f32-a2e0-9e35dda82962" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.710487] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e73ab4d0-5577-4016-b504-2f2f55a15c50 None None] Enqueued Resource ID: 53c2e2db-0cf0-4f51-ba7a-7f8ff2830201 with Priority: HIGHEST for action port [ 674.712665] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c2e2db-0cf0-4f51-ba7a-7f8ff2830201 with Priority: HIGHEST for action port [ 674.713375] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c2e2db-0cf0-4f51-ba7a-7f8ff2830201 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.714459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c2e2db-0cf0-4f51-ba7a-7f8ff2830201" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.714459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c2e2db-0cf0-4f51-ba7a-7f8ff2830201" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.714459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c2e2db-0cf0-4f51-ba7a-7f8ff2830201" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.715164] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c2e2db-0cf0-4f51-ba7a-7f8ff2830201',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.940977] env[65403]: INFO networking_nsxv3.common.synchronization [req-7daa70bd-2f2d-4d9e-8c52-3f1ce54dfcab req-0db98c32-1125-4bf0-86c3-d2e8bb9e2830 tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 674.940977] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 674.940977] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.942197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.942389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.942696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.943014] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.943331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.943522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.944094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.944313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.945302] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.218181] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53c2e2db-0cf0-4f51-ba7a-7f8ff2830201 [ 675.218181] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.218181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.218181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.218181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.218606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.218606] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53c2e2db-0cf0-4f51-ba7a-7f8ff2830201 already deleted. [ 675.218606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c2e2db-0cf0-4f51-ba7a-7f8ff2830201" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.251486] env[65403]: INFO networking_nsxv3.common.synchronization [None req-1f362712-0990-40da-9ee7-28b87355d8cb tempest-MigrationsAdminTest-1136946906 tempest-MigrationsAdminTest-1136946906-project-member] Enqueued Resource ID: b4a58123-419b-41d7-b7e5-57d8dc44e490 with Priority: HIGHEST for action security_group_rules [ 675.254036] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a58123-419b-41d7-b7e5-57d8dc44e490 with Priority: HIGHEST for action security_group_rules [ 675.254036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a58123-419b-41d7-b7e5-57d8dc44e490 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.254036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.254036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.257052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.257203] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a58123-419b-41d7-b7e5-57d8dc44e490',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.447442] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.447624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.447688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.447930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.448050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.448256] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.448350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.448511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.448599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.448838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.448838] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 675.481039] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.481218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.481286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.481500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.481917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.491179] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 675.616777] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 in Status: SUCCESS [ 675.617620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.617620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.617850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.618067] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.618696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.618696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.618696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.618696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.618696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.618696] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.640096] env[65403]: INFO networking_nsxv3.common.synchronization [None req-54dd9579-a01a-404a-aefd-c07547e5664a tempest-MigrationsAdminTest-1136946906 tempest-MigrationsAdminTest-1136946906-project-member] Enqueued Resource ID: b4a58123-419b-41d7-b7e5-57d8dc44e490 with Priority: HIGHEST for action security_group_rules [ 675.640819] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a58123-419b-41d7-b7e5-57d8dc44e490 with Priority: HIGHEST for action security_group_rules [ 675.641107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4a58123-419b-41d7-b7e5-57d8dc44e490 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.641240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.786585] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.786585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.786585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.786585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.786585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.786872] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a58123-419b-41d7-b7e5-57d8dc44e490 already deleted. [ 675.786909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.787350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.787456] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4a58123-419b-41d7-b7e5-57d8dc44e490',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.056490] env[65403]: INFO networking_nsxv3.common.synchronization [req-bc52bda6-71a3-4e9c-88e4-f332c2ce06c3 req-c59b3618-5e41-48f6-9bd3-f2f5365fed28 tempest-ServerGroupTestJSON-859648423 tempest-ServerGroupTestJSON-859648423-project-member] Enqueued Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_members [ 676.057020] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_members [ 676.057338] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8fb643e-105d-4c1a-a843-f485ef99a8c7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.057472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.057529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.057759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.057938] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.058011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.059814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.060039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.060136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.061017] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.122448] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.122563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.122606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.122798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.122956] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.123061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.123119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.123638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.123638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.123638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.123765] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.123815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.123880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.124046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.124216] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.124340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.124431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.124584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.124655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.124733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.124820] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.179394] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 676.179629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.335774] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.336160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.336160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.336239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.336355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336414] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4a58123-419b-41d7-b7e5-57d8dc44e490 already deleted. [ 676.336509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4a58123-419b-41d7-b7e5-57d8dc44e490" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.569069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.569069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.569069] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 already deleted. [ 676.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.633345] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7: rpc.has_security_group_logging(os_id): False [ 676.650884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.651062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.651161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.651466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.654431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.654692] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.654822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.654901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.655105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.655200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.656324] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.656456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.656539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.656736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.657312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.657871] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.657999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.658095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.658297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.658415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.658526] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 is going to be created. [ 676.732022] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.732022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.732022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.732022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.732022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.748243] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 in Status: IN_PROGRESS for 2s [ 676.831931] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.832183] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.832345] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.832680] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.832957] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.833303] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.833449] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.833689] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.833847] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.836133] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.836133] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.836292] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.837785] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.837785] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.837785] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.837785] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.870783] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.870925] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.871068] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.871300] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.871656] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.871866] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.871943] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.872290] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.873024] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.376460] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.377060] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.377060] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.377238] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.378107] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.378107] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 not found, creating... [ 677.378107] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.378107] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.378558] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.378558] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.378870] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.379617] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.380066] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.380365] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.380932] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.381206] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.382480] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 is going to be created. [ 677.425442] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.425712] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.427530] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.427530] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.427530] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.427530] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.504483] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 677.504483] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 677.504483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.708857] env[65403]: INFO networking_nsxv3.common.synchronization [None req-43aa1042-48af-4fbc-83ae-b99e87b8a5d3 None None] Enqueued Resource ID: c647bcf3-92f0-4536-9c5d-b5522972ace4 with Priority: HIGHEST for action port [ 677.709533] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c647bcf3-92f0-4536-9c5d-b5522972ace4 with Priority: HIGHEST for action port [ 677.709873] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c647bcf3-92f0-4536-9c5d-b5522972ace4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.709999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c647bcf3-92f0-4536-9c5d-b5522972ace4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.710417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c647bcf3-92f0-4536-9c5d-b5522972ace4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.710786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c647bcf3-92f0-4536-9c5d-b5522972ace4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.710876] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c647bcf3-92f0-4536-9c5d-b5522972ace4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.876586] env[65403]: INFO networking_nsxv3.common.synchronization [None req-45120882-59ec-4238-8bf7-24e3fd24bdeb None None] Enqueued Resource ID: 653e024b-3b7c-42cb-8e1a-b5f96263ca62 with Priority: HIGHEST for action port [ 677.878024] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653e024b-3b7c-42cb-8e1a-b5f96263ca62 with Priority: HIGHEST for action port [ 677.878405] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-653e024b-3b7c-42cb-8e1a-b5f96263ca62 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.878562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653e024b-3b7c-42cb-8e1a-b5f96263ca62" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.878597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653e024b-3b7c-42cb-8e1a-b5f96263ca62" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.878934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653e024b-3b7c-42cb-8e1a-b5f96263ca62" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.878975] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653e024b-3b7c-42cb-8e1a-b5f96263ca62',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.172708] env[65403]: INFO networking_nsxv3.common.synchronization [req-bc52bda6-71a3-4e9c-88e4-f332c2ce06c3 req-4e98359c-58ae-4383-a19b-0bdebaf9496b service nova] Enqueued Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_rules [ 678.172708] env[65403]: INFO networking_nsxv3.common.synchronization [req-bc52bda6-71a3-4e9c-88e4-f332c2ce06c3 req-4e98359c-58ae-4383-a19b-0bdebaf9496b service nova] Enqueued Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_members [ 678.172708] env[65403]: INFO networking_nsxv3.common.synchronization [req-bc52bda6-71a3-4e9c-88e4-f332c2ce06c3 req-4e98359c-58ae-4383-a19b-0bdebaf9496b service nova] Enqueued Resource ID: d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 with Priority: HIGHEST for action port [ 678.174259] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_rules [ 678.174259] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_members [ 678.174259] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 with Priority: HIGHEST for action port [ 678.174580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8fb643e-105d-4c1a-a843-f485ef99a8c7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.174745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.174813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.175140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.175267] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.176742] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8fb643e-105d-4c1a-a843-f485ef99a8c7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179202] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.179202] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.179202] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179669] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.217506] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c647bcf3-92f0-4536-9c5d-b5522972ace4 [ 678.217506] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.217506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.217506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.217506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.217506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.217506] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c647bcf3-92f0-4536-9c5d-b5522972ace4 already deleted. [ 678.217506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c647bcf3-92f0-4536-9c5d-b5522972ace4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.382925] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 653e024b-3b7c-42cb-8e1a-b5f96263ca62 [ 678.383270] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.384158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.386022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.386022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.386022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.386022] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:653e024b-3b7c-42cb-8e1a-b5f96263ca62 already deleted. [ 678.386022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653e024b-3b7c-42cb-8e1a-b5f96263ca62" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.681685] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8fb643e-105d-4c1a-a843-f485ef99a8c7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.681784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.681992] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.688424] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 with status ACTIVE [ 678.688658] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.688794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.688861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.689103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.689212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.689394] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.689497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.689560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.689724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.689801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.691484] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.691689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.691965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.692060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.692105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.692399] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1 is going to be updated. [ 678.717201] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.717373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.717424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.717665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.717834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.718012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f62a39-2fba-4c5f-98c7-b92fbb4f88f1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.760422] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 in Status: SUCCESS [ 678.760640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.168959] env[65403]: INFO networking_nsxv3.common.synchronization [req-ac7cc7b0-6b0a-4e0b-81c1-22dfb9d35ce6 req-34a55900-efac-4856-b383-b3f4f5db8f06 tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 679.169552] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 679.169865] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.169962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.171089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.171193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.171376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.171487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.171842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.171842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.171842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.171982] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.189448] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.675101] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.692962] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.693134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.693366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.693462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.693596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.693700] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 is going to be created. [ 679.703705] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.703950] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.704275] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.704663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.706023] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.706284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.706284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.706550] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.706697] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.706903] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.707033] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.707178] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.707224] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.707321] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.707525] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.707525] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.726135] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.727227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.727227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.727227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.727227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.731286] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.731286] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.731286] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.731286] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.731286] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.731286] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.731286] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.731662] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.731662] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c44bf5f4-eed6-4fc3-87c7-47e16efada8e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.740716] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 in Status: UNINITIALIZED for 2s [ 680.178178] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.236705] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.236949] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.237092] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.237373] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.237518] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.237675] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port c44bf5f4-eed6-4fc3-87c7-47e16efada8e not found, creating... [ 680.237982] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.238110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.238192] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.238404] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.238603] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.238898] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.239074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.239185] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.239382] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.239508] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.239638] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: c44bf5f4-eed6-4fc3-87c7-47e16efada8e is going to be created. [ 680.261697] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.261899] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.262035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.262314] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.262539] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.263178] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.683070] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.683070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.683374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.683570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.683803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.683895] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 680.727088] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.727280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.727280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.727428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.727652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.737970] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 680.849724] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e9af8cf2-4d62-46cf-91c6-83d33405e0ea None None] Enqueued Resource ID: fdb58df2-0e03-42d5-a795-c688af7ceb5a with Priority: HIGHEST for action port [ 680.850235] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb58df2-0e03-42d5-a795-c688af7ceb5a with Priority: HIGHEST for action port [ 680.850785] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb58df2-0e03-42d5-a795-c688af7ceb5a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.850785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb58df2-0e03-42d5-a795-c688af7ceb5a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.850951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb58df2-0e03-42d5-a795-c688af7ceb5a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.853545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb58df2-0e03-42d5-a795-c688af7ceb5a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.853545] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb58df2-0e03-42d5-a795-c688af7ceb5a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.079548] env[65403]: INFO networking_nsxv3.common.synchronization [req-ac7cc7b0-6b0a-4e0b-81c1-22dfb9d35ce6 req-69920bc4-5da7-49d0-aa1e-38682d84a0ac service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 681.079745] env[65403]: INFO networking_nsxv3.common.synchronization [req-ac7cc7b0-6b0a-4e0b-81c1-22dfb9d35ce6 req-69920bc4-5da7-49d0-aa1e-38682d84a0ac service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 681.084024] env[65403]: INFO networking_nsxv3.common.synchronization [req-ac7cc7b0-6b0a-4e0b-81c1-22dfb9d35ce6 req-69920bc4-5da7-49d0-aa1e-38682d84a0ac service nova] Enqueued Resource ID: c44bf5f4-eed6-4fc3-87c7-47e16efada8e with Priority: HIGHEST for action port [ 681.084024] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 681.084024] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 681.084024] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44bf5f4-eed6-4fc3-87c7-47e16efada8e with Priority: HIGHEST for action port [ 681.084024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.084024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.084024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.084024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.084024] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.084659] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.086857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.086857] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.087106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.087106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.087273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.087324] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c44bf5f4-eed6-4fc3-87c7-47e16efada8e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.355159] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdb58df2-0e03-42d5-a795-c688af7ceb5a [ 681.355572] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.355781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.355849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.356122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.356237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.356350] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdb58df2-0e03-42d5-a795-c688af7ceb5a already deleted. [ 681.356439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb58df2-0e03-42d5-a795-c688af7ceb5a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.591680] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c44bf5f4-eed6-4fc3-87c7-47e16efada8e with status ACTIVE [ 681.591680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.591680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.591680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.591680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.592485] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c44bf5f4-eed6-4fc3-87c7-47e16efada8e is going to be updated. [ 681.593509] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.593633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.622619] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.622619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.622619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.622619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.622619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.622619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c44bf5f4-eed6-4fc3-87c7-47e16efada8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.700402] env[65403]: INFO networking_nsxv3.common.synchronization [req-28dc6265-91d4-4a54-bce3-2eef29888a44 req-e30cec0b-d6db-4c1b-beb9-f6fd8eee74f6 tempest-InstanceActionsV221TestJSON-1130851543 tempest-InstanceActionsV221TestJSON-1130851543-project-member] Enqueued Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_members [ 681.701542] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_members [ 681.701542] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.702687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.702687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.702687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.703323] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.703506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.704904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.704904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.704904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.704904] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.756759] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 in Status: SUCCESS [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.756759] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.756759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.756759] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.147017] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.150457] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-390" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.150457] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-390" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.150765] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-390" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.151529] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.151699] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.151815] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.152135] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.152267] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.153274] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.153274] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.153274] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.153274] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.153274] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.153274] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.153274] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.183129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.183319] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.183474] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.183719] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-390" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.184037] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.184205] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.184320] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.184629] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.184761] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c4ca23-5595-43c2-b406-2a5e3549ae0f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.207647] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.207813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.207858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.208120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.208217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.208764] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.209228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.209408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.209492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.209581] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56985cc-96ef-4856-9b89-48da18a3e0fd already deleted. [ 682.209664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260504] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8fb643e-105d-4c1a-a843-f485ef99a8c7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.260504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.260504] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.260504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.260860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8fb643e-105d-4c1a-a843-f485ef99a8c7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.260966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.261135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.261412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.262357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.262357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.262357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.262357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.264035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.264035] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.304541] env[65403]: INFO networking_nsxv3.common.synchronization [req-e08a7940-dcc0-4485-ae3b-ceaebecaa94d req-614cf8fd-ff2d-4157-8b4e-7d2303db7b39 tempest-DeleteServersAdminTestJSON-1180729445 tempest-DeleteServersAdminTestJSON-1180729445-project-member] Enqueued Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 682.305791] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8a609-dfa5-4931-97a3-929669830c96 with Priority: HIGHEST for action security_group_members [ 682.306047] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c8a609-dfa5-4931-97a3-929669830c96 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.306132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.306206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.306426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.306586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.306703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.306767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.306927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.307045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.307146] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c8a609-dfa5-4931-97a3-929669830c96',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.689623] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.689873] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.690012] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.690323] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.690513] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.690683] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port b1c4ca23-5595-43c2-b406-2a5e3549ae0f not found, creating... [ 682.690952] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.691124] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.691369] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.691557] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.691697] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.691978] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.692180] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.692296] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.692503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.692675] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.692842] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: b1c4ca23-5595-43c2-b406-2a5e3549ae0f is going to be created. [ 682.713215] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.713465] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.713525] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.713878] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.714155] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.714377] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.753875] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 682.753875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.753875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.753875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.753875] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.753875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.753875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.753875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.753875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.753875] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.765711] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8fb643e-105d-4c1a-a843-f485ef99a8c7: rpc.has_security_group_logging(os_id): False [ 682.797217] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.797439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.797495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.797783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.797882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.798119] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.798221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.798288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.801897] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.801897] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.801897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.801897] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 is going to be created. [ 682.811209] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.811443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.811515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.812817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.812817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.812817] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.812817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.812817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.812817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.812817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.812817] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 is going to be updated. [ 682.868071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.868245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.868290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.868534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.868654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.886471] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: IN_PROGRESS for 2s [ 682.929377] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.929567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.929604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.929812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.929991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.945371] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 in Status: IN_PROGRESS for 2s [ 683.257202] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.358701] env[65403]: INFO networking_nsxv3.common.synchronization [req-08a4de6d-cad6-46d8-966a-4061fbbcae1a req-153051e2-b383-45bc-8fc7-5810a8ee0bdd tempest-ServersWithSpecificFlavorTestJSON-1977432277 tempest-ServersWithSpecificFlavorTestJSON-1977432277-project-member] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 683.359400] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 683.359731] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.359859] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.359937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.360592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.360943] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.360943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.360943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.361156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.361156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.361324] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.444102] env[65403]: INFO networking_nsxv3.common.synchronization [req-28dc6265-91d4-4a54-bce3-2eef29888a44 req-237c89be-8732-4890-a2d6-fcc96274e222 service nova] Enqueued Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_rules [ 683.444102] env[65403]: INFO networking_nsxv3.common.synchronization [req-28dc6265-91d4-4a54-bce3-2eef29888a44 req-237c89be-8732-4890-a2d6-fcc96274e222 service nova] Enqueued Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_members [ 683.444102] env[65403]: INFO networking_nsxv3.common.synchronization [req-28dc6265-91d4-4a54-bce3-2eef29888a44 req-237c89be-8732-4890-a2d6-fcc96274e222 service nova] Enqueued Resource ID: b1c4ca23-5595-43c2-b406-2a5e3549ae0f with Priority: HIGHEST for action port [ 683.444102] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_rules [ 683.444102] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_members [ 683.444102] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c4ca23-5595-43c2-b406-2a5e3549ae0f with Priority: HIGHEST for action port [ 683.444102] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.444102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.444102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.444102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.444630] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.445343] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.445343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.445522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.445913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.445994] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.446138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.446283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.446457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.446574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.446782] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.447802] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.448140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.448140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.448229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.448406] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c4ca23-5595-43c2-b406-2a5e3549ae0f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.760994] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.863745] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.864028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.864090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.864403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.864554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.864828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.865071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.865071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.865315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.865433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.865590] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 is going to be updated. [ 683.899034] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.899435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.899435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.899546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.899653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.918048] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: IN_PROGRESS for 2s [ 683.950726] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.950943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.951203] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.952260] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1c4ca23-5595-43c2-b406-2a5e3549ae0f with status ACTIVE [ 683.952260] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.952394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.952472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.952666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.952758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.952927] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.953034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.953098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.953263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.953357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.953544] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.953656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.953706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.953938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.953938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.954049] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1c4ca23-5595-43c2-b406-2a5e3549ae0f is going to be updated. [ 683.980384] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.980384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.980384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.980384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.980384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.980384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c4ca23-5595-43c2-b406-2a5e3549ae0f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.263610] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.263925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.263925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.265747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.265747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.265747] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 684.337770] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.338333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.338412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.338643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.338797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.362230] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 684.456415] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.502622] env[65403]: INFO networking_nsxv3.common.synchronization [req-bad25cd6-2e0f-486e-996a-b74b42ee566a req-a2872369-cfbe-4df6-bc72-704a4ddb6bdf tempest-InstanceActionsNegativeTestJSON-1427521414 tempest-InstanceActionsNegativeTestJSON-1427521414-project-member] Enqueued Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_members [ 684.504394] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_members [ 684.504795] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.505119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.505119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.505394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.505830] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.505830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.506017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.506086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.506225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.506331] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.899202] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c8a609-dfa5-4931-97a3-929669830c96 in Status: SUCCESS [ 684.899527] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c8a609-dfa5-4931-97a3-929669830c96 deletion is rescheduled due to dependency. [ 684.899527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c8a609-dfa5-4931-97a3-929669830c96" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.959888] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 in Status: SUCCESS [ 684.960156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.962015] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.962197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.962269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.962527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.962581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.962655] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56985cc-96ef-4856-9b89-48da18a3e0fd is going to be created. [ 684.999499] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.999746] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-621" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.999746] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-621" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.000192] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-621" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.000441] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.000544] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.000727] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.000894] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.002360] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.002360] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.002360] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.002360] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.002360] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.002360] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.002360] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.002360] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.003730] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.003935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.003935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.004105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.004256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.015955] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.016180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.016229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.016567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.016567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.016792] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.016879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.016948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.017136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.017217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.017301] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7d696-726d-434b-9ec9-e671af8c1850 already deleted. [ 685.017368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.025382] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56985cc-96ef-4856-9b89-48da18a3e0fd in Status: UNINITIALIZED for 2s [ 685.028119] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.028357] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.028507] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.028744] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-621" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.029078] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-696d3bba-77ed-48ae-a2a7-693994198485 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.029335] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.029439] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.029763] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.029978] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696d3bba-77ed-48ae-a2a7-693994198485',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.533178] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.533401] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.533714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.534013] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.534173] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.534414] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 696d3bba-77ed-48ae-a2a7-693994198485 not found, creating... [ 685.534677] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.534831] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.534943] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.535413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.535413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.535705] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.535907] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.536041] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.536289] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.536425] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.536638] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 696d3bba-77ed-48ae-a2a7-693994198485 is going to be created. [ 685.561985] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.562322] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.562543] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.562889] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.563223] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.563538] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.930298] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: SUCCESS [ 685.930606] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 deletion is rescheduled due to dependency. [ 685.930706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.271254] env[65403]: INFO networking_nsxv3.common.synchronization [req-bad25cd6-2e0f-486e-996a-b74b42ee566a req-b644fae6-b64c-4ace-b29d-4d751adeb76f service nova] Enqueued Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_rules [ 686.272313] env[65403]: INFO networking_nsxv3.common.synchronization [req-bad25cd6-2e0f-486e-996a-b74b42ee566a req-b644fae6-b64c-4ace-b29d-4d751adeb76f service nova] Enqueued Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_members [ 686.272313] env[65403]: INFO networking_nsxv3.common.synchronization [req-bad25cd6-2e0f-486e-996a-b74b42ee566a req-b644fae6-b64c-4ace-b29d-4d751adeb76f service nova] Enqueued Resource ID: 696d3bba-77ed-48ae-a2a7-693994198485 with Priority: HIGHEST for action port [ 686.272313] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_rules [ 686.272620] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_members [ 686.272620] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696d3bba-77ed-48ae-a2a7-693994198485 with Priority: HIGHEST for action port [ 686.272880] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.273021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.273279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.273599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.273730] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.274863] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.274998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.275089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.275284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.275601] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.276401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.276401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.276401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.276401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.276401] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.277885] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-696d3bba-77ed-48ae-a2a7-693994198485 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.277885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.277885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.277885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.277885] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696d3bba-77ed-48ae-a2a7-693994198485',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.328027] env[65403]: INFO networking_nsxv3.common.synchronization [req-12db3513-8471-437e-afd1-793717cadd82 req-9177f8d4-e780-42b5-93b7-f0130b92d097 tempest-FloatingIPsAssociationNegativeTestJSON-2125425934 tempest-FloatingIPsAssociationNegativeTestJSON-2125425934-project-member] Enqueued Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_members [ 686.328656] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGHEST for action security_group_members [ 686.329021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.329149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.332740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.332740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.332740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.332740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.332740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.332740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.332740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.332740] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.377182] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 686.377269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.377512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.377907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.377981] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.378157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.378246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.378483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.378601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.378731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.378850] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.778635] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.781855] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696d3bba-77ed-48ae-a2a7-693994198485 with status ACTIVE [ 686.782115] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.782248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.782377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.782656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.782710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.782850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.782939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.783022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.783160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.783367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.783423] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.783525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.783560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.783677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.783750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.783834] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696d3bba-77ed-48ae-a2a7-693994198485 is going to be updated. [ 686.784966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.785133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.806599] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.806709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.806773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.806992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.807193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.807362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696d3bba-77ed-48ae-a2a7-693994198485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.834803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.834957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.835036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.835255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.835349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.836311] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.836311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.836311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.836311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.836311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.836311] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7c512b8-5626-4a99-93da-26ada28872d2 is going to be updated. [ 686.865872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.866156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.866156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.866330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.866473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.876200] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7c512b8-5626-4a99-93da-26ada28872d2 in Status: IN_PROGRESS for 2s [ 686.881110] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.881394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.881545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.881793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.882019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.882136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.882198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.882492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.882652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.882793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.882922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.883025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.883396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.883396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.883396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.883659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.883659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.883768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.883768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.883878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.884069] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.040161] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56985cc-96ef-4856-9b89-48da18a3e0fd in Status: SUCCESS [ 687.040521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.041155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.041155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.041339] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.041506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.041601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.041802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.041930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.042065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.042175] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.282142] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.388227] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd07ae75-c896-458d-8b00-809f21c9a0eb: rpc.has_security_group_logging(os_id): False [ 687.409633] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.409803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.409942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.410157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.410276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.410615] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.410753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.410822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.411043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.411147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.411437] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.411536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.411608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.411853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.411960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.412189] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.412310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.412368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.412513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.412613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.412709] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 687.545711] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.546357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.546844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.547232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.547405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.548781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.549093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.549421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.549421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.549634] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.549768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.549863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.550088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.550213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.550324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.550534] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.550662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.550762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.550964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.551129] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.551345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.551345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.551518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.551627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.551764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.551828] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.572747] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 687.785760] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.785760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.785760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.786032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.786196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.786326] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7d696-726d-434b-9ec9-e671af8c1850 is going to be created. [ 687.815364] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.815629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.815697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.816263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.816263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.830100] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7d696-726d-434b-9ec9-e671af8c1850 in Status: UNINITIALIZED for 2s [ 688.054419] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d56985cc-96ef-4856-9b89-48da18a3e0fd: rpc.has_security_group_logging(os_id): False [ 688.073740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.073905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.073979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.074227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.074342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.074577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.074673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.074736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.074993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.075090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.075514] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.075514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.075931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.076952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.077172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.077223] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.077657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.077774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.078019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.078084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.078161] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56985cc-96ef-4856-9b89-48da18a3e0fd is going to be created. [ 688.146412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.146412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.146412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.146592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.146741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.159029] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56985cc-96ef-4856-9b89-48da18a3e0fd in Status: IN_PROGRESS for 2s [ 688.894230] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7c512b8-5626-4a99-93da-26ada28872d2 in Status: SUCCESS [ 688.894230] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7c512b8-5626-4a99-93da-26ada28872d2 deletion is rescheduled due to dependency. [ 688.894230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.589129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 689.589129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844770] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7d696-726d-434b-9ec9-e671af8c1850 in Status: SUCCESS [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.844770] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844770] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.171377] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56985cc-96ef-4856-9b89-48da18a3e0fd in Status: SUCCESS [ 690.172126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.348249] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.348592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.348592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.348852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.349134] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.349251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.349344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.349564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.349687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.349800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.350025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.350166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.350286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.350495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.350672] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.350853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.350920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.354745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.354963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.355110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.355204] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.737929] env[65403]: INFO networking_nsxv3.common.synchronization [req-6529724f-a4bc-4443-8b8b-351d3fd17928 req-623d2489-7f80-4885-8bf0-93f4078d038d tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 690.737929] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 690.738363] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.738363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.738363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.738607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.738764] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.739064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.739064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.741610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.741610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.741610] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.857941] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d7d696-726d-434b-9ec9-e671af8c1850: rpc.has_security_group_logging(os_id): False [ 690.883580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.883580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.883580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.883580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.883580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.883580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.883580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.884128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.884128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.884128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.884128] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.884249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.884282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.884464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.885722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.886134] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.886788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.886788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.886788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.886788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.886788] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d7d696-726d-434b-9ec9-e671af8c1850 is going to be created. [ 690.974922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.974922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.974922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.974922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.974922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.994942] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d7d696-726d-434b-9ec9-e671af8c1850 in Status: IN_PROGRESS for 2s [ 691.246023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.246023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.246023] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 691.326936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.327214] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.327435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.327823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.327999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.341921] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 693.015224] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d7d696-726d-434b-9ec9-e671af8c1850 in Status: SUCCESS [ 693.015558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.358398] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 693.358398] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 693.358398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.434882] env[65403]: INFO networking_nsxv3.common.synchronization [req-4663f14c-e74f-4e12-bd6e-45628d48a744 req-d24e4e69-2fc0-4240-8b43-20a11ad8ec7e tempest-ServersV294TestFqdnHostnames-62591309 tempest-ServersV294TestFqdnHostnames-62591309-project-member] Enqueued Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_members [ 693.435589] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_members [ 693.435870] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-014e935d-e24b-4a8a-a0a1-96cf9ae11313 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.438139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.438263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.438532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.439157] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.439157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.439157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.439157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.439411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.439411] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.942850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.943109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.943109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.944257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.944381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.944677] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.945685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.945685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.945685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.945685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.945685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 already deleted. [ 693.945685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.965067] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5e172759-88b0-49a1-ab90-bb51342d7209 None None] Enqueued Resource ID: 064d3f4a-814a-4101-8b29-9947565bcd6b with Priority: HIGHEST for action port [ 693.966198] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064d3f4a-814a-4101-8b29-9947565bcd6b with Priority: HIGHEST for action port [ 693.966198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-064d3f4a-814a-4101-8b29-9947565bcd6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.967203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064d3f4a-814a-4101-8b29-9947565bcd6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.967203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064d3f4a-814a-4101-8b29-9947565bcd6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.967203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064d3f4a-814a-4101-8b29-9947565bcd6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.967203] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064d3f4a-814a-4101-8b29-9947565bcd6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.979432] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.979623] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-251" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.979829] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-251" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.980167] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-251" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.980442] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.980717] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.980717] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.980928] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.982282] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.982436] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.982571] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.982711] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.982825] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.982937] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.983052] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.983237] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.007061] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.007061] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.007061] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.007061] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-251" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.007367] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-751ea251-7857-4150-abae-3d370b74a357 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.007533] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.007882] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.007974] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.008156] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751ea251-7857-4150-abae-3d370b74a357',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.468833] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 064d3f4a-814a-4101-8b29-9947565bcd6b [ 694.469085] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.469256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.469328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.469527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.469619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.469717] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:064d3f4a-814a-4101-8b29-9947565bcd6b already deleted. [ 694.469828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064d3f4a-814a-4101-8b29-9947565bcd6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.511855] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.512494] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.512707] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.513111] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.513347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.513633] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 751ea251-7857-4150-abae-3d370b74a357 not found, creating... [ 694.513971] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.514614] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.514614] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.514748] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.514981] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.515432] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.515675] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.515994] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.516223] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.516378] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.516497] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 751ea251-7857-4150-abae-3d370b74a357 is going to be created. [ 694.538833] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.539043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.539165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.539450] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.539666] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.539919] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.640545] env[65403]: INFO networking_nsxv3.common.synchronization [req-27c66d32-9cdc-4d07-bcb6-538a90e9a7bb req-add150ce-e905-4f40-bffb-44fed7818ad4 tempest-ServerGroupTestJSON-859648423 tempest-ServerGroupTestJSON-859648423-project-member] Enqueued Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_members [ 694.641855] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 with Priority: HIGHEST for action security_group_members [ 694.641993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8fb643e-105d-4c1a-a843-f485ef99a8c7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.642185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.642298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.642598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.642806] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.642963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.643088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.643411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.643655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.643715] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8fb643e-105d-4c1a-a843-f485ef99a8c7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.146894] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.148739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.148739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.148908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.149049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.149544] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.149653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.149708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.149896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.149987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.150098] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 is going to be updated. [ 695.184999] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.185317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.185428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.186056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.186056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.199047] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 in Status: IN_PROGRESS for 2s [ 695.348175] env[65403]: INFO networking_nsxv3.common.synchronization [req-4663f14c-e74f-4e12-bd6e-45628d48a744 req-6a218007-7bd2-47e1-a5ec-6be7ab151c21 service nova] Enqueued Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_rules [ 695.348175] env[65403]: INFO networking_nsxv3.common.synchronization [req-4663f14c-e74f-4e12-bd6e-45628d48a744 req-6a218007-7bd2-47e1-a5ec-6be7ab151c21 service nova] Enqueued Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_members [ 695.348175] env[65403]: INFO networking_nsxv3.common.synchronization [req-4663f14c-e74f-4e12-bd6e-45628d48a744 req-6a218007-7bd2-47e1-a5ec-6be7ab151c21 service nova] Enqueued Resource ID: 751ea251-7857-4150-abae-3d370b74a357 with Priority: HIGHEST for action port [ 695.348175] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_rules [ 695.348175] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_members [ 695.348175] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ea251-7857-4150-abae-3d370b74a357 with Priority: HIGHEST for action port [ 695.348175] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.348714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.348963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.349385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.349562] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.353151] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-014e935d-e24b-4a8a-a0a1-96cf9ae11313 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.353485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.353668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.354271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.354614] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.354847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.354991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.357535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.357535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.357535] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.361329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-751ea251-7857-4150-abae-3d370b74a357 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.361329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.361329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.361329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.361329] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751ea251-7857-4150-abae-3d370b74a357',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.858408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-014e935d-e24b-4a8a-a0a1-96cf9ae11313 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.858408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.863026] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.863718] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 751ea251-7857-4150-abae-3d370b74a357 with status ACTIVE [ 695.863848] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.863970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.865520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.865520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.865520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.866049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.866049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.866049] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 751ea251-7857-4150-abae-3d370b74a357 is going to be updated. [ 695.894878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.895344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.895344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.895344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.895692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.895692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-751ea251-7857-4150-abae-3d370b74a357" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.906586] env[65403]: INFO networking_nsxv3.common.synchronization [req-41a6c03e-8328-4011-a578-1bb409951207 req-4ec21653-eb50-4247-9ec5-a80e57049aca tempest-VolumesAssistedSnapshotsTest-895207596 tempest-VolumesAssistedSnapshotsTest-895207596-project-member] Enqueued Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_members [ 695.907241] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81816e08-4569-4331-81ba-e548dc99e70f with Priority: HIGHEST for action security_group_members [ 695.907819] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-81816e08-4569-4331-81ba-e548dc99e70f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.907819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.907819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.908022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.908448] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.908559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.908559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.908884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.908884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.909053] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81816e08-4569-4331-81ba-e548dc99e70f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.364536] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.414219] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.414219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.414219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.414888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.416774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.416774] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.416774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.416774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.416774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.416774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.416774] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81816e08-4569-4331-81ba-e548dc99e70f is going to be updated. [ 696.463337] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.463516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.463583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.463782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.463988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.476065] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81816e08-4569-4331-81ba-e548dc99e70f in Status: IN_PROGRESS for 2s [ 696.868225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.868613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.868613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.868751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.868751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.868861] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 is going to be created. [ 696.899315] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.901036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.901036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.901922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.901922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.916577] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 in Status: UNINITIALIZED for 2s [ 697.211904] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 in Status: SUCCESS [ 697.212096] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8fb643e-105d-4c1a-a843-f485ef99a8c7 deletion is rescheduled due to dependency. [ 697.212215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8fb643e-105d-4c1a-a843-f485ef99a8c7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.496463] env[65403]: INFO networking_nsxv3.common.synchronization [None req-c9efb39b-17ae-4d5f-b18d-6d9f86d3838c None None] Enqueued Resource ID: 3cfde294-2cc4-4a5f-8419-f6be09e7e5d1 with Priority: HIGHEST for action port [ 697.496463] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfde294-2cc4-4a5f-8419-f6be09e7e5d1 with Priority: HIGHEST for action port [ 697.496463] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cfde294-2cc4-4a5f-8419-f6be09e7e5d1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.496463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cfde294-2cc4-4a5f-8419-f6be09e7e5d1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.496463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cfde294-2cc4-4a5f-8419-f6be09e7e5d1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.496753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cfde294-2cc4-4a5f-8419-f6be09e7e5d1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.496907] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cfde294-2cc4-4a5f-8419-f6be09e7e5d1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.998882] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cfde294-2cc4-4a5f-8419-f6be09e7e5d1 [ 697.999183] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.999257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.999336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.999547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.999650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.999727] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cfde294-2cc4-4a5f-8419-f6be09e7e5d1 already deleted. [ 697.999806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cfde294-2cc4-4a5f-8419-f6be09e7e5d1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.489456] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81816e08-4569-4331-81ba-e548dc99e70f in Status: SUCCESS [ 698.489744] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81816e08-4569-4331-81ba-e548dc99e70f deletion is rescheduled due to dependency. [ 698.489929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81816e08-4569-4331-81ba-e548dc99e70f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.500454] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e7ef4bbc-eacf-40e7-bcc5-b1ca0613774c tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_rules [ 698.501324] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_rules [ 698.502071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.502071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.502071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.503039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.503039] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.658449] env[65403]: INFO networking_nsxv3.common.synchronization [None req-31aeae9a-0c83-427c-bf6c-d261ec1338c5 tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_rules [ 698.658449] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_rules [ 698.658449] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.658449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.929023] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 in Status: SUCCESS [ 698.929154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.929727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.929959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.930303] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.930303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.930532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.930532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.930710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.930710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.930958] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.026744] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.027116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.027116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.027243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.027339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.027439] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c already deleted. [ 699.027521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.027690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.027846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.027927] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.435366] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.553772] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.556379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.556379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.556379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.556379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.556379] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c already deleted. [ 699.556379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.935929] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 014e935d-e24b-4a8a-a0a1-96cf9ae11313: rpc.has_security_group_logging(os_id): False [ 699.955488] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.955488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.955948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.958052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.958052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.958052] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.958052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.958052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.958052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.958052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.958052] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 is going to be created. [ 700.028165] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e85d1ce5-f361-467f-93fb-877c90bb07a0 None None] Enqueued Resource ID: ef0747d3-cb96-410b-a65b-08ec304ce8f4 with Priority: HIGHEST for action port [ 700.030060] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0747d3-cb96-410b-a65b-08ec304ce8f4 with Priority: HIGHEST for action port [ 700.030947] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef0747d3-cb96-410b-a65b-08ec304ce8f4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.031170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef0747d3-cb96-410b-a65b-08ec304ce8f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.031954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef0747d3-cb96-410b-a65b-08ec304ce8f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.031954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef0747d3-cb96-410b-a65b-08ec304ce8f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.031954] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef0747d3-cb96-410b-a65b-08ec304ce8f4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.036251] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.036367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.036444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.036670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.036876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.054630] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 in Status: IN_PROGRESS for 2s [ 700.227564] env[65403]: INFO networking_nsxv3.common.synchronization [None req-743c6556-ca0f-48f1-9519-372ad9e33df4 None None] Enqueued Resource ID: 0b709936-cb88-4cf3-9249-5b47c53d37a1 with Priority: HIGHEST for action port [ 700.227682] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b709936-cb88-4cf3-9249-5b47c53d37a1 with Priority: HIGHEST for action port [ 700.227926] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b709936-cb88-4cf3-9249-5b47c53d37a1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.228804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b709936-cb88-4cf3-9249-5b47c53d37a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.228804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b709936-cb88-4cf3-9249-5b47c53d37a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.230012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b709936-cb88-4cf3-9249-5b47c53d37a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.230012] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b709936-cb88-4cf3-9249-5b47c53d37a1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.339476] env[65403]: INFO networking_nsxv3.common.synchronization [req-80885336-09bc-4498-9a6e-3c63c37ae3c9 req-a181e36f-7b94-41a4-9768-239adc957e95 tempest-InstanceActionsV221TestJSON-1130851543 tempest-InstanceActionsV221TestJSON-1130851543-project-member] Enqueued Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_members [ 700.339476] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGHEST for action security_group_members [ 700.339476] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.339476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.339632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.339726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.339877] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.339990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.340063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.340210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.340296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.340398] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.534381] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef0747d3-cb96-410b-a65b-08ec304ce8f4 [ 700.534552] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.534776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.534776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.534964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.535377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.535377] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef0747d3-cb96-410b-a65b-08ec304ce8f4 already deleted. [ 700.535377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef0747d3-cb96-410b-a65b-08ec304ce8f4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.623216] env[65403]: INFO networking_nsxv3.common.synchronization [req-0799f43e-5fff-44a7-80b8-1faeeb6eecdc req-cca5ebf0-cca7-4f59-b1f3-b60587a00bf0 tempest-SecurityGroupRulesNegativeTestJSON-78865228 tempest-SecurityGroupRulesNegativeTestJSON-78865228-project-member] Enqueued Resource ID: 34c71a53-cab8-4e77-93c4-e35d0199ed58 with Priority: HIGHEST for action security_group_rules [ 700.623550] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c71a53-cab8-4e77-93c4-e35d0199ed58 with Priority: HIGHEST for action security_group_rules [ 700.623881] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c71a53-cab8-4e77-93c4-e35d0199ed58 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.624026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.624096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.624325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.624622] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c71a53-cab8-4e77-93c4-e35d0199ed58',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.732231] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b709936-cb88-4cf3-9249-5b47c53d37a1 [ 700.732482] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.732482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.732587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.732787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.732830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.732929] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b709936-cb88-4cf3-9249-5b47c53d37a1 already deleted. [ 700.733067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b709936-cb88-4cf3-9249-5b47c53d37a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.844288] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.844444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.844516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.845159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.845159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.845159] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.845159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.845159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.845418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.845418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.845475] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56985cc-96ef-4856-9b89-48da18a3e0fd is going to be updated. [ 700.885975] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.886214] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.886338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.886747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.886818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.898763] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56985cc-96ef-4856-9b89-48da18a3e0fd in Status: IN_PROGRESS for 2s [ 701.151280] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.151280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.151280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.151280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.151280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.151280] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c71a53-cab8-4e77-93c4-e35d0199ed58 already deleted. [ 701.151280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.073382] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 in Status: SUCCESS [ 702.073515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.331884] env[65403]: INFO networking_nsxv3.common.synchronization [req-87ed11a6-df56-4f72-93a6-5d4240d8e2a5 req-5cb11904-da29-44eb-ac15-5693f90c62ff tempest-ServersAdminNegativeTestJSON-1036598681 tempest-ServersAdminNegativeTestJSON-1036598681-project-member] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 702.332699] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 702.333496] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.333496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.333837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.334023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.334430] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.334597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.334825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.337465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.337602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.337730] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.685416] env[65403]: INFO networking_nsxv3.common.synchronization [req-8eb433b7-1b06-49bc-99fa-4828f660b743 req-49bff89e-ed62-4a33-b1ea-e8f4238cac40 tempest-SecurityGroupRulesNegativeTestJSON-78865228 tempest-SecurityGroupRulesNegativeTestJSON-78865228-project-member] Enqueued Resource ID: 34c71a53-cab8-4e77-93c4-e35d0199ed58 with Priority: HIGHEST for action security_group_rules [ 702.686457] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c71a53-cab8-4e77-93c4-e35d0199ed58 with Priority: HIGHEST for action security_group_rules [ 702.686457] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c71a53-cab8-4e77-93c4-e35d0199ed58 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.686457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.686457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.686606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.686681] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c71a53-cab8-4e77-93c4-e35d0199ed58',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.840297] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.911987] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56985cc-96ef-4856-9b89-48da18a3e0fd in Status: SUCCESS [ 702.912200] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56985cc-96ef-4856-9b89-48da18a3e0fd deletion is rescheduled due to dependency. [ 702.912331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.984734] env[65403]: INFO networking_nsxv3.common.synchronization [req-d9f96b51-a79a-43fb-b005-cae9fdfe4588 req-d69df647-d362-43d2-b950-242fb692064f tempest-InstanceActionsNegativeTestJSON-1427521414 tempest-InstanceActionsNegativeTestJSON-1427521414-project-member] Enqueued Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_members [ 702.984734] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGHEST for action security_group_members [ 702.984955] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.985268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.985362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.985542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.985704] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.985789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.985870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.985991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.986110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.986183] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.233821] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.234115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.234115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.234225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.234322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.234419] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c71a53-cab8-4e77-93c4-e35d0199ed58 already deleted. [ 703.237025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c71a53-cab8-4e77-93c4-e35d0199ed58" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.343719] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.488856] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.489776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.489776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.489776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.489776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.489776] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.489776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.489776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.490165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.490165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.490165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7d696-726d-434b-9ec9-e671af8c1850 is going to be updated. [ 703.527858] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.527858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.527858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.528176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.539141] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7d696-726d-434b-9ec9-e671af8c1850 in Status: IN_PROGRESS for 2s [ 703.848020] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.848020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.848145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.848598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.848598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.848598] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd is going to be updated. [ 703.882890] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.882890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.882890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.882890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.882890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.891954] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: IN_PROGRESS for 2s [ 704.089254] env[65403]: INFO networking_nsxv3.common.synchronization [req-1fec45f1-0497-456b-a50f-a895eb19b7e2 req-84385096-a9c8-4f96-8874-052a707d7861 tempest-VolumesAdminNegativeTest-1718231060 tempest-VolumesAdminNegativeTest-1718231060-project-member] Enqueued Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_members [ 704.089254] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_members [ 704.089254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.089254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.089766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.090148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.091140] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.091368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.091563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.091822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.091987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.092178] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.444499] env[65403]: INFO networking_nsxv3.common.synchronization [req-a8bd0ae4-3b50-4873-bb19-46e8d19827c5 req-91bc8a4e-542f-4dcb-b07c-44dd266ca2cd tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 704.445354] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 704.446631] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.446631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.446631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.446941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.446941] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.447066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.447576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.447576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.447576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.448010] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.470403] env[65403]: INFO networking_nsxv3.common.synchronization [req-a8bd0ae4-3b50-4873-bb19-46e8d19827c5 req-91bc8a4e-542f-4dcb-b07c-44dd266ca2cd tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 704.470403] env[65403]: INFO networking_nsxv3.common.synchronization [req-a8bd0ae4-3b50-4873-bb19-46e8d19827c5 req-91bc8a4e-542f-4dcb-b07c-44dd266ca2cd tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 704.470403] env[65403]: INFO networking_nsxv3.common.synchronization [req-a8bd0ae4-3b50-4873-bb19-46e8d19827c5 req-91bc8a4e-542f-4dcb-b07c-44dd266ca2cd tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 with Priority: HIGHEST for action port [ 704.470950] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 704.471153] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 704.471314] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 with Priority: HIGHEST for action port [ 704.471650] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.471809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.471899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.472126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.472208] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.473514] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.473514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.473514] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7aded81-bf2a-46fc-96e8-56ce8afcce95 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.473514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.473514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.474768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.474768] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7aded81-bf2a-46fc-96e8-56ce8afcce95',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.495339] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.495503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-124" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.495608] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-124" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.495972] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-124" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496189] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.496341] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.496460] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.496672] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496811] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.497008] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.497505] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.497505] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.497505] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.497505] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.497663] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.498102] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.518641] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.519035] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.519247] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.519523] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-124" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.519874] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-27f8f0c8-eaed-4a36-b008-4d06f5659d09 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.520091] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.520242] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.520911] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.521119] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f8f0c8-eaed-4a36-b008-4d06f5659d09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.595212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.595212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.595334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.595469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.595566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.595749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.595846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.595931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.596144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.596224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.596309] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 already deleted. [ 704.596384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.951018] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.975768] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.975939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.976088] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7aded81-bf2a-46fc-96e8-56ce8afcce95 with status ACTIVE [ 704.976220] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.976298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.976355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.976562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.976650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.976818] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.976901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.976959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.977115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.977189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.977366] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.977499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.977542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.977645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.977712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.977796] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 is going to be updated. [ 704.999564] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.999751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.999751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.999966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.000142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.000301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.025240] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.025240] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.025240] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.025240] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.025240] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.025240] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 27f8f0c8-eaed-4a36-b008-4d06f5659d09 not found, creating... [ 705.025718] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.025718] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.025718] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.025952] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.026107] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.026398] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.026552] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.026662] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.028037] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.028215] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.028368] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 27f8f0c8-eaed-4a36-b008-4d06f5659d09 is going to be created. [ 705.056787] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.057015] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.057344] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.057415] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.057687] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.057938] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.454052] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.551248] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7d696-726d-434b-9ec9-e671af8c1850 in Status: SUCCESS [ 705.551248] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7d696-726d-434b-9ec9-e671af8c1850 deletion is rescheduled due to dependency. [ 705.551470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.767115] env[65403]: INFO networking_nsxv3.common.synchronization [req-1fec45f1-0497-456b-a50f-a895eb19b7e2 req-bafec316-6915-4a11-9627-daea0a5f91f6 service nova] Enqueued Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_rules [ 705.767299] env[65403]: INFO networking_nsxv3.common.synchronization [req-1fec45f1-0497-456b-a50f-a895eb19b7e2 req-bafec316-6915-4a11-9627-daea0a5f91f6 service nova] Enqueued Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_members [ 705.767506] env[65403]: INFO networking_nsxv3.common.synchronization [req-1fec45f1-0497-456b-a50f-a895eb19b7e2 req-bafec316-6915-4a11-9627-daea0a5f91f6 service nova] Enqueued Resource ID: 27f8f0c8-eaed-4a36-b008-4d06f5659d09 with Priority: HIGHEST for action port [ 705.768352] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_rules [ 705.768352] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_members [ 705.768352] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8f0c8-eaed-4a36-b008-4d06f5659d09 with Priority: HIGHEST for action port [ 705.769050] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.769354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.769554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.771178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.771178] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.771178] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.771453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.771453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.771818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.771903] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.772042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.772118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.772496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.772496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.772693] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.775592] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f8f0c8-eaed-4a36-b008-4d06f5659d09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.775592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.775592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.775592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.775592] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f8f0c8-eaed-4a36-b008-4d06f5659d09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.903613] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: SUCCESS [ 705.904081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.958117] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.958117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.958117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.958117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.958117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.958117] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be updated. [ 705.992236] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.992314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.992348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.992803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.992954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.003358] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 706.277211] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.277211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.278922] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.279610] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27f8f0c8-eaed-4a36-b008-4d06f5659d09 with status ACTIVE [ 706.279928] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.280227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.280437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.280733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.280960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.281364] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.282027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.282027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.282027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.282027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.282289] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.283167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.283167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283167] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27f8f0c8-eaed-4a36-b008-4d06f5659d09 is going to be updated. [ 706.312562] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.312756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.312826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.312985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.313136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.313294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f8f0c8-eaed-4a36-b008-4d06f5659d09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.780190] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.282521] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.282778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.282865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.283205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.283493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.283493] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 is going to be created. [ 707.327390] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.327764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.327878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.328239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.328527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.340152] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 in Status: UNINITIALIZED for 2s [ 707.422371] env[65403]: INFO networking_nsxv3.common.synchronization [req-697dbed8-71e6-4094-b872-f4766a243ef3 req-76316655-efc9-435b-b0a1-a8d85bdb8734 tempest-ServersTestManualDisk-337934053 tempest-ServersTestManualDisk-337934053-project-member] Enqueued Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_members [ 707.422886] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGHEST for action security_group_members [ 707.423429] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.423545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.423612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.423797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.424197] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.424346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.424413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.424577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.424888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.425009] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.929052] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.929492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.929492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.929627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.929627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.929817] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.929917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.929973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.930130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.930200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.930288] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 is going to be updated. [ 707.960169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.960335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.960386] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.960606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.960735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.970192] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0755e121-0d39-4091-bb59-c64f52343b61 in Status: IN_PROGRESS for 2s [ 708.015927] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 708.015927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.015927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.015927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.016203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.016203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.016203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.016312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.016410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.016507] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.519268] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.025704] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.157207] env[65403]: INFO networking_nsxv3.common.synchronization [req-49aae73b-04fc-41b3-9aab-eac02a34db0e req-5d2f21c2-68df-4d8e-9479-5db1ac29e90a tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 709.158179] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 709.158631] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.158840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.181314] env[65403]: INFO networking_nsxv3.common.synchronization [req-49aae73b-04fc-41b3-9aab-eac02a34db0e req-5d2f21c2-68df-4d8e-9479-5db1ac29e90a tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 709.181314] env[65403]: INFO networking_nsxv3.common.synchronization [req-49aae73b-04fc-41b3-9aab-eac02a34db0e req-5d2f21c2-68df-4d8e-9479-5db1ac29e90a tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 709.181314] env[65403]: INFO networking_nsxv3.common.synchronization [req-49aae73b-04fc-41b3-9aab-eac02a34db0e req-5d2f21c2-68df-4d8e-9479-5db1ac29e90a tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 with Priority: HIGHEST for action port [ 709.181314] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_rules [ 709.181314] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 709.181314] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 with Priority: HIGHEST for action port [ 709.181314] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.181314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.181314] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.181314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.181650] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7aded81-bf2a-46fc-96e8-56ce8afcce95 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.181650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.181650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.182306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.182306] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7aded81-bf2a-46fc-96e8-56ce8afcce95',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.351721] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 in Status: SUCCESS [ 709.351979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.352519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.352804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.353128] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.353227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.353227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.353392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.353500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.353586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.353669] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.529534] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.529534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.529534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.529534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.529534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.529534] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be updated. [ 709.563184] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.563861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.563861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.563861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.564050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.575135] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 709.687804] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7aded81-bf2a-46fc-96e8-56ce8afcce95 with status ACTIVE [ 709.689067] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.689067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.689067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.689067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.689067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.689391] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.689538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.689686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.690594] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.691741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.691982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.692085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.692184] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7aded81-bf2a-46fc-96e8-56ce8afcce95 is going to be updated. [ 709.716645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.716854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.716895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.717130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.717478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.717549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7aded81-bf2a-46fc-96e8-56ce8afcce95" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.857666] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.857666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.857666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.857666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.857930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.857930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.857930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.858249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.858249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.858352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.859063] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.859063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.859063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.859063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.859063] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.859063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.859063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.859476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.859476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.859476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.859476] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.981026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0755e121-0d39-4091-bb59-c64f52343b61 in Status: SUCCESS [ 709.981026] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 deletion is rescheduled due to dependency. [ 709.981026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.362562] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daa23aa9-2db9-45e5-9416-9808f9dd1fb5: rpc.has_security_group_logging(os_id): False [ 710.387184] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.388110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.388110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.388110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.388110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.388358] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.388439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.388556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.388841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.389071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.389286] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.389440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.389542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.389779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.389904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.390406] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.390406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.390406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.390720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.390902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.390902] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 is going to be created. [ 710.457377] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.457622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.457743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.458750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.458750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.476608] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 in Status: IN_PROGRESS for 2s [ 711.198442] env[65403]: INFO networking_nsxv3.common.synchronization [req-74e7224c-3c45-40e0-9103-f1623bbd58b3 req-03eae78d-1376-47fd-a2d2-0ee956c4ccda tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 711.199071] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 711.199437] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.199566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.199684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.199839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.200019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.200122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.200176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.200323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.200420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.200503] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.585225] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 711.585503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.585765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586357] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.586550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.586831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.587139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.587303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587724] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.588781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.589033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.589392] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.589553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.589852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.589910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.590048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.590196] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.672094] env[65403]: INFO networking_nsxv3.common.synchronization [req-949a6408-55fc-498d-84d0-a17f0fa0fc7e req-d46e6aae-3a0f-4e63-af16-2ebad062a74c tempest-ServersWithSpecificFlavorTestJSON-1977432277 tempest-ServersWithSpecificFlavorTestJSON-1977432277-project-member] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 711.672655] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 711.672964] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.675017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.675017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.675017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.675017] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.675017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.675017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.675472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.675653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.675813] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.702925] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.705838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.705838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.705838] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be updated. [ 711.731546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.731703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.731773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.734018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.734018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.741410] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 712.034121] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.034310] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.034484] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.034662] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.034890] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.035055] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.035169] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.035375] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.035511] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.035708] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.035811] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.035911] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.036032] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.036119] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.036213] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.036328] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.056400] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.056541] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.056673] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.057934] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-442" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.058282] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-6555421d-3360-4715-b9dd-27e990bbf4bc taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.058469] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.058585] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.058962] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.059116] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6555421d-3360-4715-b9dd-27e990bbf4bc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.092516] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.095176] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.178581] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.178750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.178838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.179099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.179200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.179406] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.179517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.179582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.179768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.179848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.179934] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 is going to be updated. [ 712.209277] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.209472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.209560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.209778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.209971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.220918] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: IN_PROGRESS for 2s [ 712.493726] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 in Status: SUCCESS [ 712.495186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.562830] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.563107] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.563335] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.563596] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.563757] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.563947] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 6555421d-3360-4715-b9dd-27e990bbf4bc not found, creating... [ 712.564947] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.565191] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.565342] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.565694] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.565907] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.570411] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.570655] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.570833] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.571186] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.571343] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.571553] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 6555421d-3360-4715-b9dd-27e990bbf4bc is going to be created. [ 712.598998] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.599401] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.599401] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.602973] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.602973] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.602973] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.602973] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1092b983-7073-483a-8a72-98fd2ec06b8f: rpc.has_security_group_logging(os_id): False [ 712.603628] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.641810] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.641981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.642055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.642284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.642398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.642697] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.642825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.642878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.643080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.643166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.643259] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be updated. [ 712.734477] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.734758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.734837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.735126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.735290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.757197] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 713.006808] env[65403]: INFO networking_nsxv3.common.synchronization [None req-429a393b-c6b2-4dac-9db9-d9c00fba0179 None None] Enqueued Resource ID: 17142bb0-7ffa-45f7-8599-d464c6877c72 with Priority: HIGHEST for action port [ 713.006808] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17142bb0-7ffa-45f7-8599-d464c6877c72 with Priority: HIGHEST for action port [ 713.007633] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-17142bb0-7ffa-45f7-8599-d464c6877c72 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.007633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17142bb0-7ffa-45f7-8599-d464c6877c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.007633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17142bb0-7ffa-45f7-8599-d464c6877c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.007633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17142bb0-7ffa-45f7-8599-d464c6877c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.007935] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17142bb0-7ffa-45f7-8599-d464c6877c72',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.107435] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.107589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.107686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.107966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.108104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.108205] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be updated. [ 713.138481] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.138775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.138775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.138915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.139071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.153646] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 713.360432] env[65403]: INFO networking_nsxv3.common.synchronization [req-949a6408-55fc-498d-84d0-a17f0fa0fc7e req-23293118-7b05-4837-a501-718efb103520 service nova] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 713.360815] env[65403]: INFO networking_nsxv3.common.synchronization [req-949a6408-55fc-498d-84d0-a17f0fa0fc7e req-23293118-7b05-4837-a501-718efb103520 service nova] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 713.360815] env[65403]: INFO networking_nsxv3.common.synchronization [req-949a6408-55fc-498d-84d0-a17f0fa0fc7e req-23293118-7b05-4837-a501-718efb103520 service nova] Enqueued Resource ID: 6555421d-3360-4715-b9dd-27e990bbf4bc with Priority: HIGHEST for action port [ 713.361245] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_rules [ 713.361395] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 713.361511] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6555421d-3360-4715-b9dd-27e990bbf4bc with Priority: HIGHEST for action port [ 713.361981] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.361981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.361981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.364988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.364988] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.364988] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.364988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.364988] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-6555421d-3360-4715-b9dd-27e990bbf4bc taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.364988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.364988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.364988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.364988] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6555421d-3360-4715-b9dd-27e990bbf4bc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.509823] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17142bb0-7ffa-45f7-8599-d464c6877c72 [ 713.510148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.510296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.510394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.510660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.510797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.510933] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17142bb0-7ffa-45f7-8599-d464c6877c72 already deleted. [ 713.511071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17142bb0-7ffa-45f7-8599-d464c6877c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.751708] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 713.751708] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 deletion is rescheduled due to dependency. [ 713.751708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864741] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.864741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870133] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6555421d-3360-4715-b9dd-27e990bbf4bc with status ACTIVE [ 713.870133] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.870133] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.870133] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.870635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.870635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.870635] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6555421d-3360-4715-b9dd-27e990bbf4bc is going to be updated. [ 713.896630] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.896727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.896800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.897088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.897302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.897528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6555421d-3360-4715-b9dd-27e990bbf4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.207308] env[65403]: INFO networking_nsxv3.common.synchronization [req-d4c3292a-27d1-4e64-8acb-e00b2f4f5d3b req-5fec5fb7-dd6a-4e6f-b3b3-cdc958945d8c tempest-ServerDiagnosticsTest-2130473229 tempest-ServerDiagnosticsTest-2130473229-project-member] Enqueued Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_members [ 714.207949] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_members [ 714.208287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.208953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.209176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.209395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.209579] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.209733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.209733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.211180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.211180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.211180] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.231586] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: SUCCESS [ 714.233198] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 deletion is rescheduled due to dependency. [ 714.233198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.233198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.233398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.233625] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.233754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.233846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.234039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.234154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.234275] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.607217] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.607376] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.607376] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.607632] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.607892] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.608185] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.608373] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.608680] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.608904] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.609199] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.609401] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.609574] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.609737] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.609886] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.610029] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.610194] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.628993] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.629193] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.629330] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.629623] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.629943] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-181552f1-7647-4453-936d-731a6af49ebf taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.630126] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.630230] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.630558] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.630874] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181552f1-7647-4453-936d-731a6af49ebf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.715041] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.715041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.715041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.715041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.715326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.715326] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.715404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.715404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.715567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.715639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.715738] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 already deleted. [ 714.715790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.736911] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.774108] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 714.774108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.774108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.774108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.774108] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.134119] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.134353] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.134471] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.134822] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.134983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.135218] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 181552f1-7647-4453-936d-731a6af49ebf not found, creating... [ 715.135475] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.136176] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.136176] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.136176] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.136176] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.136460] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.136745] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.136745] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.136960] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.137035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.137155] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 181552f1-7647-4453-936d-731a6af49ebf is going to be created. [ 715.161477] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.163628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.163628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.163628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.163628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.163628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.166160] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 715.166360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.166516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.166717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.166905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.167032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.167288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.167533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.167670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.167852] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.239841] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.277289] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.277416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.532286] env[65403]: INFO networking_nsxv3.common.synchronization [None req-179f85bb-3dd8-497b-b6bf-9de36a2dcbde None None] Enqueued Resource ID: 8c1fe709-1e28-476a-a8e9-1855f65f20ec with Priority: HIGHEST for action port [ 715.532286] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1fe709-1e28-476a-a8e9-1855f65f20ec with Priority: HIGHEST for action port [ 715.533644] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1fe709-1e28-476a-a8e9-1855f65f20ec taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.533644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1fe709-1e28-476a-a8e9-1855f65f20ec" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.533644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1fe709-1e28-476a-a8e9-1855f65f20ec" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.533644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1fe709-1e28-476a-a8e9-1855f65f20ec" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.533644] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1fe709-1e28-476a-a8e9-1855f65f20ec',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.670374] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.743053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.744222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.744334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.744626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.744752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.744903] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 is going to be updated. [ 715.778975] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.779426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.779426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.779426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.779737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.792604] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: IN_PROGRESS for 2s [ 715.854867] env[65403]: INFO networking_nsxv3.common.synchronization [req-980faf9f-2aa8-48c2-8820-6de9130e3109 req-5b47df81-d0c9-4348-832c-98f9542e6c30 tempest-AttachInterfacesUnderV243Test-1355929499 tempest-AttachInterfacesUnderV243Test-1355929499-project-member] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 715.855401] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGHEST for action security_group_members [ 715.855700] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.855837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.935951] env[65403]: INFO networking_nsxv3.common.synchronization [req-d4c3292a-27d1-4e64-8acb-e00b2f4f5d3b req-679b7117-50ad-4503-b34e-7bf33f7c9449 service nova] Enqueued Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_rules [ 715.936244] env[65403]: INFO networking_nsxv3.common.synchronization [req-d4c3292a-27d1-4e64-8acb-e00b2f4f5d3b req-679b7117-50ad-4503-b34e-7bf33f7c9449 service nova] Enqueued Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_members [ 715.936385] env[65403]: INFO networking_nsxv3.common.synchronization [req-d4c3292a-27d1-4e64-8acb-e00b2f4f5d3b req-679b7117-50ad-4503-b34e-7bf33f7c9449 service nova] Enqueued Resource ID: 181552f1-7647-4453-936d-731a6af49ebf with Priority: HIGHEST for action port [ 715.936894] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_rules [ 715.937043] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_members [ 715.937183] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181552f1-7647-4453-936d-731a6af49ebf with Priority: HIGHEST for action port [ 715.937584] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.937725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.937816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.938150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.938268] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.939148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.939548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.939548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.940198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.940198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.940198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.940198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.940578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.940578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.940578] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.941993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-181552f1-7647-4453-936d-731a6af49ebf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.942090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.942169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.942351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.942525] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181552f1-7647-4453-936d-731a6af49ebf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.036207] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c1fe709-1e28-476a-a8e9-1855f65f20ec [ 716.036856] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.036856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.036856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.036856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.037263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.037263] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c1fe709-1e28-476a-a8e9-1855f65f20ec already deleted. [ 716.037263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1fe709-1e28-476a-a8e9-1855f65f20ec" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.173956] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.448485] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.448724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.448803] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.449740] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 181552f1-7647-4453-936d-731a6af49ebf with status ACTIVE [ 716.449917] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.450314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.450314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.450314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.450410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.450803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.450803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.450803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.450925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.450955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.451241] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.451324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.451324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.451502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.451567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.451631] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 181552f1-7647-4453-936d-731a6af49ebf is going to be updated. [ 716.481912] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.482222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.482316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.483158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.483158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.483158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181552f1-7647-4453-936d-731a6af49ebf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.676857] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.677108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.677108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.677352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.677438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.677538] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be updated. [ 716.714816] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.715035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.715146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.715393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.715590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.729458] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 716.957994] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.459878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.460061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.460127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.460323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.460434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.460593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 is going to be created. [ 717.488385] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.489300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.489464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.489772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.490027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.503698] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 in Status: UNINITIALIZED for 2s [ 717.806807] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: SUCCESS [ 717.808143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.808143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.808143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.810161] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.812645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.812645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.812645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.812645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.812645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.812645] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.321391] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.740910] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 718.741942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.741942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.741942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.741942] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.741942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.742247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.742247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.742301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.743135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.743135] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.744015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.744190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.744361] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.744812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.744812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.744812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.744812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.744953] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.818742] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c278149-8139-48e5-bcb3-720a9ae3a5b6: rpc.has_security_group_logging(os_id): False [ 718.838712] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.838712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.838712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.839013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.839013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.839111] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.839166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.839272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.839391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.839489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.839582] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 is going to be updated. [ 718.902050] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.902156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.902370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.902435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.902575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.917146] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: IN_PROGRESS for 2s [ 719.247841] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.248953] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.249529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.249529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.249651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.250493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.250493] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.250493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.250493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.250493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.250493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.250739] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be updated. [ 719.280736] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.280874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.280996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.281200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.281323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.295659] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 719.513088] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 in Status: SUCCESS [ 719.513375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.513739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.514049] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.514049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.514049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.514214] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.514307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.514476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.514476] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.548779] env[65403]: INFO networking_nsxv3.common.synchronization [req-46117183-5b18-4beb-ace5-cc3fb5d01d07 req-738a23af-1253-4895-8349-36d8ed0ee982 tempest-ServersTestBootFromVolume-275685541 tempest-ServersTestBootFromVolume-275685541-project-member] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_members [ 719.550703] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_members [ 719.552299] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.552417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.552484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.552708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.552862] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.552953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.553090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.553164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.553249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.553374] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.753265] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1092b983-7073-483a-8a72-98fd2ec06b8f: rpc.has_security_group_logging(os_id): False [ 719.772714] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.772881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.772954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.773188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.773284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.773521] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.773624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.773689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.773848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.773941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.774043] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be updated. [ 719.846041] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.846041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.846041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.846228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.846261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.864195] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: IN_PROGRESS for 2s [ 720.016602] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.016764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.016831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.017080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.017249] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.017375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.017435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.017553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.017664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.017749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.017893] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.017983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.018050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.018200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.018333] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.018414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.018469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.018615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.018687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.018768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.018857] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.057246] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.057408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.057671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.057779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.057845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.058114] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.058265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.058335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.058565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.058678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.058678] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a already deleted. [ 720.058786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.463032] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.463032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-533" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.463032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-533" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.463311] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-533" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.463816] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.464198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.464198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.464198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.464341] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.464547] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.464673] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.464777] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.464896] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.464991] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.465110] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.465234] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.488972] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.489227] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.489368] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.489813] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-533" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.491409] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-f99c0295-f141-4c50-b7a3-a584d89fe969 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.491955] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.492346] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.492757] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.492937] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99c0295-f141-4c50-b7a3-a584d89fe969',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.523031] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9db2ecc-c35b-4aaf-86f4-f2568d04fd36: rpc.has_security_group_logging(os_id): False [ 720.543071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.543224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.543299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.543523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.543621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.544191] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.544191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.544191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.545217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.545217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.545217] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.545217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.545217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.545405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.545405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.545647] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.545857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.546039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.546276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.546384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.546495] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 is going to be created. [ 720.613066] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.613066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.613262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.613491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.613751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.628039] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 in Status: IN_PROGRESS for 2s [ 720.932980] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: SUCCESS [ 720.933271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.999089] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.999402] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.999532] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.999857] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.000024] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.000197] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port f99c0295-f141-4c50-b7a3-a584d89fe969 not found, creating... [ 721.000480] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.000634] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.000754] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.000984] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.001130] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.001409] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.001896] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.002168] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.002494] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.002638] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.002785] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: f99c0295-f141-4c50-b7a3-a584d89fe969 is going to be created. [ 721.026308] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.026469] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.026469] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.027103] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.027103] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.027236] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.307110] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 721.307110] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f deletion is rescheduled due to dependency. [ 721.307110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.785469] env[65403]: INFO networking_nsxv3.common.synchronization [req-46117183-5b18-4beb-ace5-cc3fb5d01d07 req-8388eff2-0736-4007-8454-1e46e865be7a service nova] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_rules [ 721.785852] env[65403]: INFO networking_nsxv3.common.synchronization [req-46117183-5b18-4beb-ace5-cc3fb5d01d07 req-8388eff2-0736-4007-8454-1e46e865be7a service nova] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_members [ 721.785852] env[65403]: INFO networking_nsxv3.common.synchronization [req-46117183-5b18-4beb-ace5-cc3fb5d01d07 req-8388eff2-0736-4007-8454-1e46e865be7a service nova] Enqueued Resource ID: f99c0295-f141-4c50-b7a3-a584d89fe969 with Priority: HIGHEST for action port [ 721.786565] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_rules [ 721.786825] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_members [ 721.786900] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99c0295-f141-4c50-b7a3-a584d89fe969 with Priority: HIGHEST for action port [ 721.787222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.787344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.787407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.788028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.788028] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.790028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.790028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.790028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.790028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.790028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.790028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.790028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.790028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.790028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.790028] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.793936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99c0295-f141-4c50-b7a3-a584d89fe969 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.793936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.793936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.793936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.793936] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99c0295-f141-4c50-b7a3-a584d89fe969',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.889781] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1092b983-7073-483a-8a72-98fd2ec06b8f in Status: SUCCESS [ 721.890145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.293904] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.295412] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f99c0295-f141-4c50-b7a3-a584d89fe969 with status ACTIVE [ 722.296486] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.296486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.296486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.296486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.296486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.296486] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.296486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.296486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.296811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.296811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.296811] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.296905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.297061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.297104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.297159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.297268] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f99c0295-f141-4c50-b7a3-a584d89fe969 is going to be updated. [ 722.298477] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.298582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.319842] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.320166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.320166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.320336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.320500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.320710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99c0295-f141-4c50-b7a3-a584d89fe969" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.642184] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 in Status: SUCCESS [ 722.642184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.685631] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f08a1c34-2e81-4293-bbf1-5dfa248966aa None None] Enqueued Resource ID: 4832320b-38d5-4027-a9a0-1a74260e91db with Priority: HIGHEST for action port [ 722.686193] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4832320b-38d5-4027-a9a0-1a74260e91db with Priority: HIGHEST for action port [ 722.686550] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-4832320b-38d5-4027-a9a0-1a74260e91db taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.686693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4832320b-38d5-4027-a9a0-1a74260e91db" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.686763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4832320b-38d5-4027-a9a0-1a74260e91db" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.688744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4832320b-38d5-4027-a9a0-1a74260e91db" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.688893] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4832320b-38d5-4027-a9a0-1a74260e91db',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.800172] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.882471] env[65403]: INFO networking_nsxv3.common.synchronization [req-b84c5137-c5fd-477b-b316-5ef4e30e4983 req-f38db580-2443-4f6e-be32-93532463133f tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 722.882471] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 722.882471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.884343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.884832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.885144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.885419] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.885640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.885787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.886051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.886235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.886411] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.192578] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4832320b-38d5-4027-a9a0-1a74260e91db [ 723.192936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.193933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.193933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.193933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.193933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.193933] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4832320b-38d5-4027-a9a0-1a74260e91db already deleted. [ 723.193933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4832320b-38d5-4027-a9a0-1a74260e91db" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.303514] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.303514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.303514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.303514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.303514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.303514] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a is going to be created. [ 723.341027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.341027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.341027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.342058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.342603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.355342] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: UNINITIALIZED for 2s [ 723.390679] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.390679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.390679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.391160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.395302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.396874] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.396874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.396874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.396874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.396874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.396874] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 723.431390] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.431636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.431725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.432133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.432248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.436577] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f80bfbe4-5bcc-4f78-a3b4-ed636cb055b7 None None] Enqueued Resource ID: 36579500-180f-4026-987a-5711d70767af with Priority: HIGHEST for action port [ 723.437667] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36579500-180f-4026-987a-5711d70767af with Priority: HIGHEST for action port [ 723.437667] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-36579500-180f-4026-987a-5711d70767af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.437667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36579500-180f-4026-987a-5711d70767af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.437667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36579500-180f-4026-987a-5711d70767af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.438398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36579500-180f-4026-987a-5711d70767af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.438748] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36579500-180f-4026-987a-5711d70767af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.445167] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 723.484272] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.484532] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.484678] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.484946] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.485214] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.485361] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.485468] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.485667] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.486247] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486455] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.486563] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.487164] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.487164] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.487164] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.487164] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.487164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.506129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.506303] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.506432] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.506601] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.506904] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.507110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.507232] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.507548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.507678] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1d90f4-dcfe-4055-8e8c-0c181de42f88',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.943529] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36579500-180f-4026-987a-5711d70767af [ 723.944433] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.944433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.944433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.944433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.944575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.944602] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36579500-180f-4026-987a-5711d70767af already deleted. [ 723.944657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36579500-180f-4026-987a-5711d70767af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.010738] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.011070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.011164] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.011395] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.011541] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.012378] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 4e1d90f4-dcfe-4055-8e8c-0c181de42f88 not found, creating... [ 724.012378] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.012574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.012755] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.013052] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.013424] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.013749] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.013952] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.018018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.018018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.018018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.018018] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 4e1d90f4-dcfe-4055-8e8c-0c181de42f88 is going to be created. [ 724.038301] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.038567] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.038641] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.038993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.039253] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.039574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.693733] env[65403]: INFO networking_nsxv3.common.synchronization [None req-2fccccd0-f792-4236-bfce-a73e0f8578e1 None None] Enqueued Resource ID: 3b5f270c-09d1-4774-949d-b5784c8febb2 with Priority: HIGHEST for action port [ 724.695889] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5f270c-09d1-4774-949d-b5784c8febb2 with Priority: HIGHEST for action port [ 724.695889] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b5f270c-09d1-4774-949d-b5784c8febb2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.695889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b5f270c-09d1-4774-949d-b5784c8febb2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.695889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b5f270c-09d1-4774-949d-b5784c8febb2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.695889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b5f270c-09d1-4774-949d-b5784c8febb2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.695889] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b5f270c-09d1-4774-949d-b5784c8febb2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.792608] env[65403]: INFO networking_nsxv3.common.synchronization [req-b84c5137-c5fd-477b-b316-5ef4e30e4983 req-233772e3-4490-4616-b883-b20b37fae59b service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 724.792796] env[65403]: INFO networking_nsxv3.common.synchronization [req-b84c5137-c5fd-477b-b316-5ef4e30e4983 req-233772e3-4490-4616-b883-b20b37fae59b service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 724.792848] env[65403]: INFO networking_nsxv3.common.synchronization [req-b84c5137-c5fd-477b-b316-5ef4e30e4983 req-233772e3-4490-4616-b883-b20b37fae59b service nova] Enqueued Resource ID: 4e1d90f4-dcfe-4055-8e8c-0c181de42f88 with Priority: HIGHEST for action port [ 724.793484] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 724.793808] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 724.793808] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d90f4-dcfe-4055-8e8c-0c181de42f88 with Priority: HIGHEST for action port [ 724.794377] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.794529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.794600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.795408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.795491] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.796396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.796507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.796707] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.796811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.796873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.797141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.797209] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1d90f4-dcfe-4055-8e8c-0c181de42f88',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.200282] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b5f270c-09d1-4774-949d-b5784c8febb2 [ 725.200577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.201425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.201519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.201785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.201885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.202557] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b5f270c-09d1-4774-949d-b5784c8febb2 already deleted. [ 725.202557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b5f270c-09d1-4774-949d-b5784c8febb2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.300384] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e1d90f4-dcfe-4055-8e8c-0c181de42f88 with status ACTIVE [ 725.300854] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.301112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.301970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.305451] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.305451] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.305451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.305451] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e1d90f4-dcfe-4055-8e8c-0c181de42f88 is going to be updated. [ 725.306334] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.306334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.330114] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.330253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.330343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.330580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.330740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.331534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1d90f4-dcfe-4055-8e8c-0c181de42f88" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.368053] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: SUCCESS [ 725.368053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.368053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.368053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.368053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.368053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.368053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.368516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.368516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.368516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.368641] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.455712] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 725.458025] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 725.458025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.458025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.458025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.458025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.458025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.458025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.458025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.871998] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.960199] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.379761] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2df569-a30a-4750-8824-a6a3a006c02a: rpc.has_security_group_logging(os_id): False [ 726.403404] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.403638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.403638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.403870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.404177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.404581] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.405152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.405152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.405259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.405387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.405515] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a is going to be created. [ 726.464235] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.488562] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.488769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.488769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.488933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.489121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.506543] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: IN_PROGRESS for 2s [ 726.624807] env[65403]: INFO networking_nsxv3.common.synchronization [None req-bc192cb5-1b59-46ab-9106-3e016ed36eb8 tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_rules [ 726.626087] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_rules [ 726.626627] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.626826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.626868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.632151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.632151] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.695926] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f2580775-529b-466f-903a-4ab703e7d9ee None None] Enqueued Resource ID: b2252d80-b5a8-4824-8955-6d29143b572a with Priority: HIGHEST for action port [ 726.699238] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2252d80-b5a8-4824-8955-6d29143b572a with Priority: HIGHEST for action port [ 726.699238] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2252d80-b5a8-4824-8955-6d29143b572a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.699238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2252d80-b5a8-4824-8955-6d29143b572a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.699238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2252d80-b5a8-4824-8955-6d29143b572a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.699238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2252d80-b5a8-4824-8955-6d29143b572a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.699238] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2252d80-b5a8-4824-8955-6d29143b572a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.814165] env[65403]: INFO networking_nsxv3.common.synchronization [None req-d24f319f-756e-4ca1-ad19-7a565a3eccda tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_rules [ 726.815483] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_rules [ 726.815483] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.815483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.968051] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.968280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.968401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.968740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.969310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.969310] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 727.002614] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.002843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.002973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.003183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.003322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.013587] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 727.160043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.160043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.160547] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 already deleted. [ 727.160547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.161403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.161403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.161403] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.201684] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2252d80-b5a8-4824-8955-6d29143b572a [ 727.201928] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.202076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.202145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.202620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.202620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.202620] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2252d80-b5a8-4824-8955-6d29143b572a already deleted. [ 727.202620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2252d80-b5a8-4824-8955-6d29143b572a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.238421] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b104ab7-30a0-4bce-bd10-9e21a8165ed1 req-0290cbf5-9047-4cd9-8486-b90bd863ed66 tempest-MigrationsAdminTest-1136946906 tempest-MigrationsAdminTest-1136946906-project-member] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 727.239047] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 727.239516] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.239732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.239836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.240081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.240300] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.240800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.241056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.241153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.241243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.242355] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.693293] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.693671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.693671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.693862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.693920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.694033] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 already deleted. [ 727.694124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.744551] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.030581] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.030785] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.030907] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.032806] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.033202] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.033395] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.033514] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.033936] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.034136] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.034355] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.034463] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.034591] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.035163] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.035163] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.035163] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.035163] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.058956] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.059175] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.059236] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.059383] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.059837] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-642d938d-40be-436e-b31f-b1be9e824e19 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.060097] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.061351] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.061351] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.061351] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642d938d-40be-436e-b31f-b1be9e824e19',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.247226] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.519977] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: SUCCESS [ 728.520287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.566888] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.567541] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.567707] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.567997] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.568163] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.568370] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 642d938d-40be-436e-b31f-b1be9e824e19 not found, creating... [ 728.568692] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.568850] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.568961] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.569224] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.569354] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.570370] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.570542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.570654] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.570938] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.571016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.571260] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 642d938d-40be-436e-b31f-b1be9e824e19 is going to be created. [ 728.594442] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.594655] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.594768] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.595134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.595364] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.595580] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.718211] env[65403]: INFO networking_nsxv3.common.synchronization [req-c881c2b1-777f-4331-bf5c-3b9129d788ec req-3ddb22ef-305b-477e-ad35-d2920d4bc9d4 tempest-VolumesAdminNegativeTest-1718231060 tempest-VolumesAdminNegativeTest-1718231060-project-member] Enqueued Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_members [ 728.718727] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGHEST for action security_group_members [ 728.719065] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.720870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.720870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.720870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.720870] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.720870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.720870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.720870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.720870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.720870] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.750257] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.750509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.750682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.750975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.751088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.751223] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 is going to be updated. [ 728.787047] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.787721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.787721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.787721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.788369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.801464] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: IN_PROGRESS for 2s [ 729.024124] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 729.024438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.024722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.024830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.025058] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.025252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.025362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.025546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.025679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.025797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.025927] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.223338] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.223526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.223594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.223832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.223943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.224177] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.224279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.224342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.224501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.224581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.224835] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 is going to be updated. [ 729.266283] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.266283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.266283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.266283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.266283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.277518] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 in Status: IN_PROGRESS for 2s [ 729.427714] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b104ab7-30a0-4bce-bd10-9e21a8165ed1 req-76fe6996-bd3c-4a15-847d-1158c60fb512 service nova] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_rules [ 729.428099] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b104ab7-30a0-4bce-bd10-9e21a8165ed1 req-76fe6996-bd3c-4a15-847d-1158c60fb512 service nova] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 729.428099] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b104ab7-30a0-4bce-bd10-9e21a8165ed1 req-76fe6996-bd3c-4a15-847d-1158c60fb512 service nova] Enqueued Resource ID: 642d938d-40be-436e-b31f-b1be9e824e19 with Priority: HIGHEST for action port [ 729.428899] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_rules [ 729.428899] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 729.428989] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 642d938d-40be-436e-b31f-b1be9e824e19 with Priority: HIGHEST for action port [ 729.430815] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.430899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.431794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.431794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.431794] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.434380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.434380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.434380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-642d938d-40be-436e-b31f-b1be9e824e19 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.434380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.434380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.434380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.434380] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642d938d-40be-436e-b31f-b1be9e824e19',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.529049] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.532025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.532025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.532025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.533423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.533956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.534151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.534357] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.936966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.937273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.937311] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 642d938d-40be-436e-b31f-b1be9e824e19 with status ACTIVE [ 729.937450] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.937552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.937619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.942027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.942027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.942027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 642d938d-40be-436e-b31f-b1be9e824e19 is going to be updated. [ 729.961771] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.962272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.962272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.962488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.962647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.962822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-642d938d-40be-436e-b31f-b1be9e824e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.036646] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf08f2ad-f0dc-43d2-b412-fd509155ba67: rpc.has_security_group_logging(os_id): False [ 730.061195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.061195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.061195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.061195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.062050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.062766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.063172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.063336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.063899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.064196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.064943] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 730.155242] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.155242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.155242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.155242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.155242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.168360] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 730.812168] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: SUCCESS [ 730.812955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.812955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.813412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.814034] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.814034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.814034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.814034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.814235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.814362] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.288995] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 in Status: SUCCESS [ 731.289330] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 deletion is rescheduled due to dependency. [ 731.289330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.317507] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.777460] env[65403]: INFO networking_nsxv3.common.synchronization [req-71021f9f-4558-43c7-a484-abfe4447b0cc req-7b293b6b-a668-4cf0-8e4e-2d5b22635aeb tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 731.778046] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 731.778379] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.778505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.778570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.778882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.779016] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.779154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.779193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.779351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.779437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.779548] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.820447] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.947884] env[65403]: INFO networking_nsxv3.common.synchronization [req-5efbe745-f5fb-4c33-a6a6-e5657aa1105f req-0e2dcf00-603b-445b-91dc-89399baf96ed tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 731.949530] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 731.949846] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.949969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.950088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.950537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.950537] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.950537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.950537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.950813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.950813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.950813] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.141038] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.141532] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.141532] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.141995] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.142390] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.142499] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.142996] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.142996] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.143292] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.143408] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.144009] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.144009] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.144009] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.144009] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.144009] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.144179] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.164985] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.165179] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.165454] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.165524] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.165815] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-263b31ee-5cc0-4e44-8efd-4a1a544203a1 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.165968] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.166097] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.166438] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.166571] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263b31ee-5cc0-4e44-8efd-4a1a544203a1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.181774] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 732.182027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.282520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.282520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.282520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.282520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.282983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.282983] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.282983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.283114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.283233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.283325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.283981] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe already deleted. [ 732.283981] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.318742] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.319072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.319072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.319419] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.319743] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.319963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.320142] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.320400] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.320569] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.320796] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.321314] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.321314] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.321314] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.321473] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.321699] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.321888] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.323915] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.324062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.324176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.324388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.324528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.324664] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 is going to be updated. [ 732.348551] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.348750] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.348912] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.349085] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.349539] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-efaa0f00-83c9-46a5-ae08-0b999af35627 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.349787] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.349955] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.350365] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.350530] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efaa0f00-83c9-46a5-ae08-0b999af35627',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.356956] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.357202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.357202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.357427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.357570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.370727] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: IN_PROGRESS for 2s [ 732.452733] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.452972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.453116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.453413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.453534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.453759] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.453927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.454063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.454275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.454392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.454497] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 732.482569] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.482802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.482802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.483010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.483164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.493304] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 732.670261] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.670536] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.670779] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.671196] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.671397] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.671585] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 263b31ee-5cc0-4e44-8efd-4a1a544203a1 not found, creating... [ 732.672018] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.672252] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.672404] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.672753] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.672911] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.673290] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.673503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.673678] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.673988] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.674235] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.674457] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 263b31ee-5cc0-4e44-8efd-4a1a544203a1 is going to be created. [ 732.698773] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.699067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.699158] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.699416] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.699929] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.700617] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.853875] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.854223] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.854351] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.854628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.854779] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.854943] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port efaa0f00-83c9-46a5-ae08-0b999af35627 not found, creating... [ 732.855234] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.855401] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.855548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.855805] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.855941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.856292] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.856442] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.856534] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.856761] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.856870] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.857079] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: efaa0f00-83c9-46a5-ae08-0b999af35627 is going to be created. [ 732.881150] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.881454] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.881664] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.881970] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882247] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.882471] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411947] env[65403]: INFO networking_nsxv3.common.synchronization [req-71021f9f-4558-43c7-a484-abfe4447b0cc req-4abffbff-0710-4675-9030-5b00f224f3c6 service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 733.412313] env[65403]: INFO networking_nsxv3.common.synchronization [req-71021f9f-4558-43c7-a484-abfe4447b0cc req-4abffbff-0710-4675-9030-5b00f224f3c6 service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 733.412313] env[65403]: INFO networking_nsxv3.common.synchronization [req-71021f9f-4558-43c7-a484-abfe4447b0cc req-4abffbff-0710-4675-9030-5b00f224f3c6 service nova] Enqueued Resource ID: 263b31ee-5cc0-4e44-8efd-4a1a544203a1 with Priority: HIGHEST for action port [ 733.412671] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 733.412835] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 733.412968] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263b31ee-5cc0-4e44-8efd-4a1a544203a1 with Priority: HIGHEST for action port [ 733.413582] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.413582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.413582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.413857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.413888] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.415989] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.415989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.416156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.416350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.416492] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.416598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.416706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.418065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.418065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.418065] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.419297] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-263b31ee-5cc0-4e44-8efd-4a1a544203a1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.419418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.419477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.419769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.419769] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263b31ee-5cc0-4e44-8efd-4a1a544203a1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.590180] env[65403]: INFO networking_nsxv3.common.synchronization [req-5efbe745-f5fb-4c33-a6a6-e5657aa1105f req-e544b32f-cc24-49fc-b3d6-48e106a6d9ed service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 733.590180] env[65403]: INFO networking_nsxv3.common.synchronization [req-5efbe745-f5fb-4c33-a6a6-e5657aa1105f req-e544b32f-cc24-49fc-b3d6-48e106a6d9ed service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 733.590180] env[65403]: INFO networking_nsxv3.common.synchronization [req-5efbe745-f5fb-4c33-a6a6-e5657aa1105f req-e544b32f-cc24-49fc-b3d6-48e106a6d9ed service nova] Enqueued Resource ID: efaa0f00-83c9-46a5-ae08-0b999af35627 with Priority: HIGHEST for action port [ 733.590440] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 733.590552] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 733.590659] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaa0f00-83c9-46a5-ae08-0b999af35627 with Priority: HIGHEST for action port [ 733.590925] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.591074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.591139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.591497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.591497] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.592661] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.592661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.592661] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-efaa0f00-83c9-46a5-ae08-0b999af35627 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.592661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.592984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.592984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.593060] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efaa0f00-83c9-46a5-ae08-0b999af35627',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.921598] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.921821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.921941] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.923091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 263b31ee-5cc0-4e44-8efd-4a1a544203a1 with status ACTIVE [ 733.927164] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.927369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.927441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.927715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.927860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.928111] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.928237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.928333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.928579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.928686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.929274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.929274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.929274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.929274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.929752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.929752] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 263b31ee-5cc0-4e44-8efd-4a1a544203a1 is going to be updated. [ 733.952907] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.953105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.953179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.953391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.953527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.953688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-263b31ee-5cc0-4e44-8efd-4a1a544203a1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.094985] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.095236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.095296] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efaa0f00-83c9-46a5-ae08-0b999af35627 with status ACTIVE [ 734.095483] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.095591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.095753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.096020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.096129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.096317] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.096423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.096500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.096706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.096806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.097033] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.097160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.097231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.097408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.097524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.097642] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efaa0f00-83c9-46a5-ae08-0b999af35627 is going to be updated. [ 734.122616] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.122832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.122832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.123086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.123251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.123407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efaa0f00-83c9-46a5-ae08-0b999af35627" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.386992] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: SUCCESS [ 734.387119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.387383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.387707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.388011] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.388209] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.388317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.388569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.388706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.388853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.388998] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.432091] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.504704] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 734.505055] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 734.505263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.505448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.505678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.505851] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.505993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.506095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.506265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.507415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.507415] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.892335] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.892437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.892437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.892703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.892901] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.893049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.893131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.893313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.893428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.893491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.893640] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.893739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.893789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.893940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.894155] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.894267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.894326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.894503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.894622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.894708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.895159] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.934741] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.934741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.934741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.935414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.935414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.935575] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be created. [ 734.969439] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.969439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.969439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.969898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.969898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.983277] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: UNINITIALIZED for 2s [ 735.008811] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.398202] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07be6f5d-7994-495a-8860-dbf3ae73f756: rpc.has_security_group_logging(os_id): False [ 735.418349] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.418513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.418562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.418831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.418944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.419179] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.419343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.419509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.419611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.419804] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.419956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.420127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.420215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.420474] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.420575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.420636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.420781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.420855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.420940] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 is going to be updated. [ 735.493888] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.494318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.494318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.494318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.494425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.509478] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: IN_PROGRESS for 2s [ 735.510876] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.013580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.013794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.013794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.014072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.014183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.014287] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 736.048306] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.048484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.048484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.048879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.048930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.059621] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 736.363214] env[65403]: INFO networking_nsxv3.common.synchronization [req-130dcabd-12f1-4fd2-9a3b-b2acd0427a9c req-21acca51-bce5-4ffd-90c4-1785b52c3a43 tempest-ServerDiagnosticsTest-2130473229 tempest-ServerDiagnosticsTest-2130473229-project-member] Enqueued Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_members [ 736.363575] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGHEST for action security_group_members [ 736.364159] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.364501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.366980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.366980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.366980] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.366980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.366980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.366980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.366980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.366980] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.763700] env[65403]: INFO networking_nsxv3.common.synchronization [req-7eb7bc3f-03b0-4123-b812-05c8f98611e1 req-d8ca8395-a918-421c-aeea-c901689cf43a tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 736.764196] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 736.764497] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.764587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.764624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.764814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.764968] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.765583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.765659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.765951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.766053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.766154] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.868297] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.868451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.868524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.868743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.868838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.869044] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.869143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.869205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.869354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.869429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.869515] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 is going to be updated. [ 736.898055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.898243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.898243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.898531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.898634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.908319] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 in Status: IN_PROGRESS for 2s [ 736.994732] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 736.995017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.995802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.995802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.995802] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.995980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.996112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.996335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.996438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.996545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.996661] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.162310] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.162520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.162690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.162958] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.163307] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.163481] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.163596] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.163837] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.164020] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.164249] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.164359] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.164477] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.164580] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.164695] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.164800] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.164928] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.189442] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.189716] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.189949] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.190167] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.190582] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.190820] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.190972] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.191446] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.191614] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd6b591-016f-4cf1-a0f5-eed2565a3a08',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.267984] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.499152] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.500350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.500470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.500687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.500884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.501016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.501131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.501324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.501443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.501534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.501827] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.501965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.502026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.502225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.502385] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.502534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.502605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.502761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.502841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.502926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.503025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.525616] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: SUCCESS [ 737.525920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.694535] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.694775] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.694912] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.695197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.695348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.695501] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 5bd6b591-016f-4cf1-a0f5-eed2565a3a08 not found, creating... [ 737.695763] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.695918] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.696043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.696260] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.696389] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.696663] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.696815] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.696929] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.697148] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.697275] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.697807] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 5bd6b591-016f-4cf1-a0f5-eed2565a3a08 is going to be created. [ 737.723126] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.723380] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.723518] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.723932] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.724324] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.724685] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.771879] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.006102] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1025709-e51c-4ea5-92e1-5a7d28e340fe: rpc.has_security_group_logging(os_id): False [ 738.026416] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.026611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.026611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.026763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.026864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.027085] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.027185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.027249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.027396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.027473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.027646] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.027754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.027814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.027967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.028053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.028234] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.028324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.028370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.028506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.028577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.028656] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be created. [ 738.080864] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 738.081111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.081295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.081537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.081843] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.082051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.082151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.082292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.082376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.082465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.082572] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.110616] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.111109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.111109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.112393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.112393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.127476] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 738.274874] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.275092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.275164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.275374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.275462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.275590] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 738.325769] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.325964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.326035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.326289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.326473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.336874] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 738.458227] env[65403]: INFO networking_nsxv3.common.synchronization [req-7eb7bc3f-03b0-4123-b812-05c8f98611e1 req-2ea58fd0-9e2c-45bd-918c-255194978c0c service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 738.458485] env[65403]: INFO networking_nsxv3.common.synchronization [req-7eb7bc3f-03b0-4123-b812-05c8f98611e1 req-2ea58fd0-9e2c-45bd-918c-255194978c0c service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 738.458630] env[65403]: INFO networking_nsxv3.common.synchronization [req-7eb7bc3f-03b0-4123-b812-05c8f98611e1 req-2ea58fd0-9e2c-45bd-918c-255194978c0c service nova] Enqueued Resource ID: 5bd6b591-016f-4cf1-a0f5-eed2565a3a08 with Priority: HIGHEST for action port [ 738.459218] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 738.459218] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 738.459218] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6b591-016f-4cf1-a0f5-eed2565a3a08 with Priority: HIGHEST for action port [ 738.459513] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.459631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.459719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.459913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.460025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.460785] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.460873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.461063] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.461156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.461215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.461367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.461434] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd6b591-016f-4cf1-a0f5-eed2565a3a08',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.584738] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.585182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.585405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.586549] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.586549] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.586549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.586922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.586922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.586922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.586922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.587048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.587080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.587190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.587235] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.919924] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 in Status: SUCCESS [ 738.920225] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 deletion is rescheduled due to dependency. [ 738.920264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.963342] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.963527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.963676] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd6b591-016f-4cf1-a0f5-eed2565a3a08 with status ACTIVE [ 738.963887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.964087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.964087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.964308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.964566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.964628] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.964703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.964763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.964937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.965037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.965226] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.965329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.965391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.965534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.965611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.965710] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd6b591-016f-4cf1-a0f5-eed2565a3a08 is going to be updated. [ 738.989399] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.990029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.990029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.990029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.990029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.990195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd6b591-016f-4cf1-a0f5-eed2565a3a08" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.090087] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e60276-bca6-42a4-ad5b-20903f3ae4e2: rpc.has_security_group_logging(os_id): False [ 739.112984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.113122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.113197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.113365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.113461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.113670] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.113812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.113812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.114144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.114187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.114359] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.114451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.114519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.114886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.114886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115022] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.115022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.116153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.116830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.116830] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 739.203839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.203839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.203839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.203839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.203839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.219244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 740.142369] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 740.142369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.349353] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 740.352016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.352016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.352016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.352016] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.352016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.352016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.352016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.352016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.352016] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.854404] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.236822] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 741.236822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.358859] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.865132] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.865132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.865132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.865132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.865132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.865132] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 741.896078] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.896271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.896350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.896629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.896811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.909153] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 743.144074] env[65403]: INFO networking_nsxv3.common.synchronization [req-4423cc1e-e81f-4baa-963e-7bc2e5cd1e88 req-5dcf1944-14ab-45f5-b976-cec2b1a18ad8 tempest-ImagesOneServerTestJSON-401945413 tempest-ImagesOneServerTestJSON-401945413-project-member] Enqueued Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_members [ 743.144074] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 with Priority: HIGHEST for action security_group_members [ 743.144837] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.144837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.144837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.145146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.145146] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.145289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.145337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.145530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.145653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.145837] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cfb8a86-5aa8-4ab9-905c-47e62f8857f7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.652051] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.652051] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.652051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.652051] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 is going to be updated. [ 743.685714] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.686071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.686155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.686366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.686507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.697333] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 in Status: IN_PROGRESS for 2s [ 743.919513] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 743.919755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.919934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.920257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.920477] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.920626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.920714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.920907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.921022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.921138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.921255] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.423797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.424243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.424243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.424310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.424447] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.424553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.424616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.424768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.424863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.424952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.425113] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.425218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.425283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.425427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.425848] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.426008] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.426084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.426239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.426322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.426409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.426520] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.929233] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd07ae75-c896-458d-8b00-809f21c9a0eb: rpc.has_security_group_logging(os_id): False [ 744.950473] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.950636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.950703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.950934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.951041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.951288] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.951384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.951462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.952058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.952058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.952058] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.952280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.952280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.952381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.952428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.952781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.952932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.952984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.953432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.953432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.953432] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 745.018346] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.018550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.018550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.018903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.018940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.039861] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 745.711762] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 in Status: SUCCESS [ 745.712450] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cfb8a86-5aa8-4ab9-905c-47e62f8857f7 deletion is rescheduled due to dependency. [ 745.712450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cfb8a86-5aa8-4ab9-905c-47e62f8857f7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.669768] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4f49d08-ed7f-4d93-b94e-5d2ca657fd66 req-c416e3f5-ee32-4d88-9ece-253ac9c86f1f tempest-ServerRescueTestJSON-2017975124 tempest-ServerRescueTestJSON-2017975124-project-member] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 746.671072] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 746.676259] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.676259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.676259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.676259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.676259] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.676259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.676259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.676259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.676259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.676259] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.059051] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 747.059383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.099670] env[65403]: INFO networking_nsxv3.common.synchronization [req-79b2d73f-a54b-4f34-8a66-1a9a94369b38 req-ec7e08dd-56d6-4bd6-8e49-b17abafc65d9 tempest-ServersV294TestFqdnHostnames-62591309 tempest-ServersV294TestFqdnHostnames-62591309-project-member] Enqueued Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_members [ 747.100208] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 with Priority: HIGHEST for action security_group_members [ 747.100541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-014e935d-e24b-4a8a-a0a1-96cf9ae11313 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.100684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.100763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.100968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.101286] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.101394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.101459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.101653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.101781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.101886] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('014e935d-e24b-4a8a-a0a1-96cf9ae11313',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.179497] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.179663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.179777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.179946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.180107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.180309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.180410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.180489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.180649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.180733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.180805] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 459e771b-c24a-4715-ad08-243b88963f6b already deleted. [ 747.180884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.325754] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.326066] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.326253] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.326705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.327076] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.327278] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.327473] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.327806] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.328052] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.328345] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.328506] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.328670] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.328833] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.329026] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.329202] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.329421] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.399244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.399457] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.070 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.399685] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.399983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.400510] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-e8e04411-a40a-497b-bf59-00fa74632d3f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.400687] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.400880] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.403045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.403231] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e04411-a40a-497b-bf59-00fa74632d3f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.605109] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.605109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.605109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.605421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.605421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.605535] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.605628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.605685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.605947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.606082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.606215] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 is going to be updated. [ 747.651592] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.652224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.652478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.652826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.654080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.663452] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 in Status: IN_PROGRESS for 2s [ 747.906639] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.906878] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.907010] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.907357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.907505] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.907621] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port e8e04411-a40a-497b-bf59-00fa74632d3f not found, creating... [ 747.907900] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.908070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.908196] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.908471] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.908621] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.908933] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.910063] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.910245] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.910561] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.910787] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.910949] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: e8e04411-a40a-497b-bf59-00fa74632d3f is going to be created. [ 747.936027] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.936027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.936027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.936027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.936027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.936027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.819208] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4f49d08-ed7f-4d93-b94e-5d2ca657fd66 req-d4d7fa8f-fad4-467c-9cf7-2853c116f06c service nova] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_rules [ 748.819715] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4f49d08-ed7f-4d93-b94e-5d2ca657fd66 req-d4d7fa8f-fad4-467c-9cf7-2853c116f06c service nova] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 748.819715] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4f49d08-ed7f-4d93-b94e-5d2ca657fd66 req-d4d7fa8f-fad4-467c-9cf7-2853c116f06c service nova] Enqueued Resource ID: e8e04411-a40a-497b-bf59-00fa74632d3f with Priority: HIGHEST for action port [ 748.820103] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_rules [ 748.820206] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 748.820305] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e04411-a40a-497b-bf59-00fa74632d3f with Priority: HIGHEST for action port [ 748.820581] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.820707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.820774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.825251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.825251] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.825251] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.825251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.825251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.825251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.825251] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.825251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.825251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.825527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.825527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.825527] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.826899] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e04411-a40a-497b-bf59-00fa74632d3f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.827321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.827321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.827471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.827610] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e04411-a40a-497b-bf59-00fa74632d3f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.081538] env[65403]: INFO networking_nsxv3.common.synchronization [req-f8e6f9b1-9b8f-4904-b371-54c954ff0c98 req-315e57b7-ab4f-43c2-90d2-2a8ffd0eb05a tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 749.082203] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 749.082471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.082674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.082751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.083091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.083720] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.083720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.083720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.084000] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.084000] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.084144] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.329893] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.330078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.330194] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.331179] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e04411-a40a-497b-bf59-00fa74632d3f with status ACTIVE [ 749.331438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.331438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.331573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.331907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.331907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.332040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.332141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.332202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.332394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.332442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.332614] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.332726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.332777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.332932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.333024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.333129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e04411-a40a-497b-bf59-00fa74632d3f is going to be updated. [ 749.360969] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.361728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.361988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.362322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.362466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.362708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e04411-a40a-497b-bf59-00fa74632d3f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.586849] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.587095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.587205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.587516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.587634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.587885] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.588021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.588134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.588334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.588472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.588618] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 749.616365] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.616522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.616597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.616811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.616956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.626316] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 749.676122] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 in Status: SUCCESS [ 749.676385] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014e935d-e24b-4a8a-a0a1-96cf9ae11313 deletion is rescheduled due to dependency. [ 749.676565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014e935d-e24b-4a8a-a0a1-96cf9ae11313" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.835315] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.338432] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.338693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.338693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.339065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.339065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.341513] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be created. [ 750.369540] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.369722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.369817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.370298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.370366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.386441] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: UNINITIALIZED for 2s [ 750.873575] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f2c2e8da-03f4-4692-987b-2cca53cf852a None None] Enqueued Resource ID: 8706d952-0954-431e-90bd-5e05c669706b with Priority: HIGHEST for action port [ 750.874498] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8706d952-0954-431e-90bd-5e05c669706b with Priority: HIGHEST for action port [ 750.874811] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8706d952-0954-431e-90bd-5e05c669706b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.875181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8706d952-0954-431e-90bd-5e05c669706b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.875181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8706d952-0954-431e-90bd-5e05c669706b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.875259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8706d952-0954-431e-90bd-5e05c669706b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.875370] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8706d952-0954-431e-90bd-5e05c669706b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.380566] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8706d952-0954-431e-90bd-5e05c669706b [ 751.380566] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.380566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.380566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.380566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.380930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.380930] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8706d952-0954-431e-90bd-5e05c669706b already deleted. [ 751.381008] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8706d952-0954-431e-90bd-5e05c669706b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.639731] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 751.640369] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe deletion is rescheduled due to dependency. [ 751.640518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.906419] env[65403]: INFO networking_nsxv3.common.synchronization [None req-d6c07858-9e18-4d61-8784-a1398786971a None None] Enqueued Resource ID: 33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf with Priority: HIGHEST for action port [ 751.906959] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf with Priority: HIGHEST for action port [ 751.907274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.907393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.907465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.907754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.907787] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.978886] env[65403]: INFO networking_nsxv3.common.synchronization [req-78bc4fbd-30a6-44e9-b666-b8a106e02a59 req-9c11707b-ea77-4448-887c-b39ee8cdc96a tempest-ServersAdminNegativeTestJSON-1036598681 tempest-ServersAdminNegativeTestJSON-1036598681-project-member] Enqueued Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 751.979444] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee776210-d8d8-4f62-a28a-8e60b59632dd with Priority: HIGHEST for action security_group_members [ 751.979746] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee776210-d8d8-4f62-a28a-8e60b59632dd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.980036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.980036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.981387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.981744] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.981959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.982099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.982322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.982460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.982590] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee776210-d8d8-4f62-a28a-8e60b59632dd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.397211] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 752.397547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.397809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.398120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.398398] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.398724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.398724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.398867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.399038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.399120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.399264] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.412325] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf [ 752.412504] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.412619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.412684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.412892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.412987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.413106] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf already deleted. [ 752.413186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c9f49f-5f3e-41f2-b50a-9943d6e2dbcf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.485592] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.485942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.485942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.486278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.486278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.486278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.486599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.486599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.486599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.486687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.486716] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd is going to be updated. [ 752.525643] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.525731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.526255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.526514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.526677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.538552] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: IN_PROGRESS for 2s [ 752.700191] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c2f1848-4f51-4b8e-a456-c7bfbef020a6 req-2eb581a1-b821-4b58-a5f0-f9b37d811447 tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_members [ 752.701553] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_members [ 752.701553] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.701553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.701553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.701877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.702063] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.702182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.702930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.702930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.702930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.702930] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.860440] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3287fb01-737e-4e6b-96fc-45e0a91c0fee None None] Enqueued Resource ID: 11a395ea-88f3-47ab-a4dc-c57dfdcbff8e with Priority: HIGHEST for action port [ 752.861313] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a395ea-88f3-47ab-a4dc-c57dfdcbff8e with Priority: HIGHEST for action port [ 752.861637] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a395ea-88f3-47ab-a4dc-c57dfdcbff8e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.861834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a395ea-88f3-47ab-a4dc-c57dfdcbff8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.863136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a395ea-88f3-47ab-a4dc-c57dfdcbff8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.863186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a395ea-88f3-47ab-a4dc-c57dfdcbff8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.864502] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a395ea-88f3-47ab-a4dc-c57dfdcbff8e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.901888] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.903412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.903412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.904080] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.904080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.904080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.904080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.904080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.904080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.904298] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.187267] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.187570] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.187570] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.188348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.188348] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.188348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.188348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.188801] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.188989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.190257] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.190257] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.190257] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.190257] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.190257] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.190257] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.190257] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.207353] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.209154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.209900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.210174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.210297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.210515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.210930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.210930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.210930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.211457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.211457] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c already deleted. [ 753.211457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.212272] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.212501] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.212714] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.212869] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-579" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.213350] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.216366] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.216366] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.216366] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.216366] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9ec29f-a953-43bb-9de8-5b396ef1ceeb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.367119] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a395ea-88f3-47ab-a4dc-c57dfdcbff8e [ 753.367501] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.367501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.367684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.367740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.368199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.368199] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a395ea-88f3-47ab-a4dc-c57dfdcbff8e already deleted. [ 753.368199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a395ea-88f3-47ab-a4dc-c57dfdcbff8e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.407617] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 459e771b-c24a-4715-ad08-243b88963f6b: rpc.has_security_group_logging(os_id): False [ 753.431049] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.431197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.431327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.431781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.431781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.431923] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.431923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.432022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.432154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.432225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.432441] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.432526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.432557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.432761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.432836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.432966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.433882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.433969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.434087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.434203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.434252] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be created. [ 753.502311] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.502438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.502490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.504335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.504335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.520318] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: IN_PROGRESS for 2s [ 753.718058] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.718058] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.718257] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.718467] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.718564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.718777] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port ec9ec29f-a953-43bb-9de8-5b396ef1ceeb not found, creating... [ 753.719582] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.719582] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.719582] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.721427] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.722049] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.723305] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.723503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.723618] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.723864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.724250] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.724250] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: ec9ec29f-a953-43bb-9de8-5b396ef1ceeb is going to be created. [ 753.746825] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.747199] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.747199] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.747465] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.747734] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.748110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.517760] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c2f1848-4f51-4b8e-a456-c7bfbef020a6 req-eeb11a26-499a-473b-91e0-c5a1fc37edd4 service nova] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_rules [ 754.518038] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c2f1848-4f51-4b8e-a456-c7bfbef020a6 req-eeb11a26-499a-473b-91e0-c5a1fc37edd4 service nova] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_members [ 754.518476] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c2f1848-4f51-4b8e-a456-c7bfbef020a6 req-eeb11a26-499a-473b-91e0-c5a1fc37edd4 service nova] Enqueued Resource ID: ec9ec29f-a953-43bb-9de8-5b396ef1ceeb with Priority: HIGHEST for action port [ 754.519605] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_rules [ 754.519605] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_members [ 754.519605] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9ec29f-a953-43bb-9de8-5b396ef1ceeb with Priority: HIGHEST for action port [ 754.519884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.521474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.521474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.521474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.521474] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.521843] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.522011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.522116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.522319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.522562] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.522900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.523104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.523380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.523538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.523686] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.524779] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.524955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.525108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.525314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.525555] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9ec29f-a953-43bb-9de8-5b396ef1ceeb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.536834] env[65403]: INFO networking_nsxv3.common.synchronization [None req-6b436c70-b9ce-4c33-8d70-b5b699817f5c None None] Enqueued Resource ID: 54bbf5de-2443-4d9b-82b9-41633cbea47d with Priority: HIGHEST for action port [ 754.537496] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bbf5de-2443-4d9b-82b9-41633cbea47d with Priority: HIGHEST for action port [ 754.538028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-54bbf5de-2443-4d9b-82b9-41633cbea47d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.538028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54bbf5de-2443-4d9b-82b9-41633cbea47d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.538028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54bbf5de-2443-4d9b-82b9-41633cbea47d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.538520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54bbf5de-2443-4d9b-82b9-41633cbea47d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.538520] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54bbf5de-2443-4d9b-82b9-41633cbea47d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.548775] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee776210-d8d8-4f62-a28a-8e60b59632dd in Status: SUCCESS [ 754.548964] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee776210-d8d8-4f62-a28a-8e60b59632dd deletion is rescheduled due to dependency. [ 754.549163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee776210-d8d8-4f62-a28a-8e60b59632dd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.027862] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.028088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.028193] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.029102] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec9ec29f-a953-43bb-9de8-5b396ef1ceeb with status ACTIVE [ 755.029287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.029412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.029479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.029662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.029748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.029930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.030035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.030100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.030263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.030336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.030747] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.030747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.030747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.030975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.030975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.030975] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec9ec29f-a953-43bb-9de8-5b396ef1ceeb is going to be updated. [ 755.041988] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54bbf5de-2443-4d9b-82b9-41633cbea47d [ 755.043195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.043694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.043864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.044172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.044357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.044542] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54bbf5de-2443-4d9b-82b9-41633cbea47d already deleted. [ 755.044710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54bbf5de-2443-4d9b-82b9-41633cbea47d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.053178] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.055143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.055143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.055143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.055143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.055143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec9ec29f-a953-43bb-9de8-5b396ef1ceeb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.536925] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.537630] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 755.537754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.729191] env[65403]: INFO networking_nsxv3.common.synchronization [req-6249ff4f-fa45-4bd2-8620-f353a4cecc94 req-cee927f5-3984-4ce4-bdc9-aaf154a34aca tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_members [ 755.730731] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGHEST for action security_group_members [ 755.731414] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.731785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.731944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.732182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.732346] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.732457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.732521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.732672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.732762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.732930] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.039657] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.039943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.040185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.040470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.040644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.041266] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c is going to be created. [ 756.078499] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.079453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.079659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.079984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.080281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.108501] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: UNINITIALIZED for 2s [ 756.235535] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.235765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.235895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.236184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.236287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.236494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.236598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.236661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.236820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.236895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.236983] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d is going to be updated. [ 756.294038] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.294038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.294038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.294038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.294519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.310487] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d in Status: IN_PROGRESS for 2s [ 757.837108] env[65403]: INFO networking_nsxv3.common.synchronization [None req-984d1345-719c-4f28-a91f-4a7b2cf50c84 tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 453dbe24-5ab4-4841-abe2-86a0a222186b with Priority: HIGHEST for action security_group_rules [ 757.837108] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453dbe24-5ab4-4841-abe2-86a0a222186b with Priority: HIGHEST for action security_group_rules [ 757.837108] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-453dbe24-5ab4-4841-abe2-86a0a222186b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.837108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.837108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.840296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.840675] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('453dbe24-5ab4-4841-abe2-86a0a222186b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.939396] env[65403]: INFO networking_nsxv3.common.synchronization [None req-52140905-6e9a-4c2c-af04-aaa228c964fd tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 453dbe24-5ab4-4841-abe2-86a0a222186b with Priority: HIGHEST for action security_group_rules [ 757.939943] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453dbe24-5ab4-4841-abe2-86a0a222186b with Priority: HIGHEST for action security_group_rules [ 757.940487] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-453dbe24-5ab4-4841-abe2-86a0a222186b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.940487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.121736] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: SUCCESS [ 758.122068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.122693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.123012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.123275] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.123426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.123517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.124216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.124216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.124216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.124216] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.322983] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d in Status: SUCCESS [ 758.323205] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d deletion is rescheduled due to dependency. [ 758.323325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.363055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.363235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.363307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.366302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.366302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.366302] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 453dbe24-5ab4-4841-abe2-86a0a222186b already deleted. [ 758.366302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.366302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.366302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.366302] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('453dbe24-5ab4-4841-abe2-86a0a222186b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.475978] env[65403]: INFO networking_nsxv3.common.synchronization [req-70db8f65-e8f2-484a-831d-1034e5fd5cbe req-f5d0cae7-e8c0-45a8-9310-d83633fa1b54 tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 758.475978] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 758.476677] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.476677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.476677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.477125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.477125] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.477125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.477279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.477427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.477427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.477537] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.628423] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.892054] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.892054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.892054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.892054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.892054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.892054] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 453dbe24-5ab4-4841-abe2-86a0a222186b already deleted. [ 758.892054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-453dbe24-5ab4-4841-abe2-86a0a222186b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.979636] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.979636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.979636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.979884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.979964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.980152] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.980251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.980310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.980529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.980564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.980748] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 759.006922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.007333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.007333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.007407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.007496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.017328] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 759.132062] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c: rpc.has_security_group_logging(os_id): False [ 759.151166] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.151166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.151297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.151448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.151538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.151839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.151927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.151991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.152174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.152254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.152342] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c is going to be created. [ 759.211369] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.211569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.211569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.211974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.212259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.223605] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: IN_PROGRESS for 2s [ 759.539580] env[65403]: INFO networking_nsxv3.common.synchronization [req-2026ddae-77de-4d88-b38b-9217343c2c4d req-a3d0366e-2e1a-4551-9df1-38152fe3fa29 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 759.540470] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 759.540965] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.541104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.541203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.541404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.541574] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.541694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.541816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.542183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.542293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.542404] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.045161] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.045442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.045442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.045590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.045715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.045971] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.046069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.046146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.046308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.046422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.046514] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 760.080453] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.080453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.080453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.080453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.080453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.091884] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 760.832233] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 760.832412] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent loop - iteration:1 started [ 761.029189] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 761.031828] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 761.032086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.239387] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: SUCCESS [ 761.239387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.054948] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ce32880-2250-42f3-9ea0-47a7f8f92ff2 req-6c3f55e9-2b8c-4064-a523-701910635491 tempest-ServerDiagnosticsNegativeTest-228607241 tempest-ServerDiagnosticsNegativeTest-228607241-project-member] Enqueued Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_members [ 762.055484] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_members [ 762.055766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.055968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.055968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.056734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.056904] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.057019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.057085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.057243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.057329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.057422] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.102771] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 762.102771] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 762.102771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.346385] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.346723] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.346723] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.347861] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.347861] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.347861] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.347861] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.347861] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.347861] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.348103] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.348182] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.348265] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.348363] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.348465] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.348562] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.348682] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.369027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.369344] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.369499] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.370125] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.370125] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-584be56b-1a31-4d7d-9b78-0117625edfcd taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.370510] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.370510] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.371422] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.371422] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584be56b-1a31-4d7d-9b78-0117625edfcd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.560922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.560922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.560922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.561374] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 already deleted. [ 762.561374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.873709] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.873947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.874205] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.875032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.875032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.875032] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 584be56b-1a31-4d7d-9b78-0117625edfcd not found, creating... [ 762.875032] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.875255] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.875255] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.875381] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.875496] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.875759] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.875912] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.876083] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.876290] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.876417] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.876548] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 584be56b-1a31-4d7d-9b78-0117625edfcd is going to be created. [ 762.899666] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.899666] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.899971] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.900049] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.900295] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.900510] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.623268] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ce32880-2250-42f3-9ea0-47a7f8f92ff2 req-569f33a5-d87d-40f4-8c6f-aebc1f0d9738 service nova] Enqueued Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_rules [ 763.623268] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ce32880-2250-42f3-9ea0-47a7f8f92ff2 req-569f33a5-d87d-40f4-8c6f-aebc1f0d9738 service nova] Enqueued Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_members [ 763.623268] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ce32880-2250-42f3-9ea0-47a7f8f92ff2 req-569f33a5-d87d-40f4-8c6f-aebc1f0d9738 service nova] Enqueued Resource ID: 584be56b-1a31-4d7d-9b78-0117625edfcd with Priority: HIGHEST for action port [ 763.623268] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_rules [ 763.624327] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_members [ 763.624553] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584be56b-1a31-4d7d-9b78-0117625edfcd with Priority: HIGHEST for action port [ 763.624929] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.625289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.625453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.625900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.626123] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.628292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.628787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.629075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632565] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.632565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.632565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.632565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.632565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.632565] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-584be56b-1a31-4d7d-9b78-0117625edfcd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.632565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.632565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.632565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584be56b-1a31-4d7d-9b78-0117625edfcd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.134660] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.134806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.135042] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 584be56b-1a31-4d7d-9b78-0117625edfcd with status ACTIVE [ 764.135820] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.135820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.135820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.135820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.136059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.136094] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.136523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.136523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.136523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.136523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.136739] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.136739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.136856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.136923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.137551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.137820] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 584be56b-1a31-4d7d-9b78-0117625edfcd is going to be updated. [ 764.139147] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.168385] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.168385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.168385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.168654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.168774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.168883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-584be56b-1a31-4d7d-9b78-0117625edfcd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.641218] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.144589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.144742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.144851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.145033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.145127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.145223] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 is going to be created. [ 765.170194] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.170354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.170451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.170610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.170771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.182383] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 in Status: UNINITIALIZED for 2s [ 765.420740] env[65403]: INFO networking_nsxv3.common.synchronization [None req-c6d16ca4-994a-4b8c-ab59-163e9e5dbdd2 None None] Enqueued Resource ID: 97e9ad62-8a43-4c38-babc-dfaaede7304f with Priority: HIGHEST for action port [ 765.421350] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e9ad62-8a43-4c38-babc-dfaaede7304f with Priority: HIGHEST for action port [ 765.421671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e9ad62-8a43-4c38-babc-dfaaede7304f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.421791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e9ad62-8a43-4c38-babc-dfaaede7304f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.421918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e9ad62-8a43-4c38-babc-dfaaede7304f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.422448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e9ad62-8a43-4c38-babc-dfaaede7304f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.422598] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e9ad62-8a43-4c38-babc-dfaaede7304f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.926178] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97e9ad62-8a43-4c38-babc-dfaaede7304f [ 765.926178] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.926178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.926178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.926571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.926571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.926571] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97e9ad62-8a43-4c38-babc-dfaaede7304f already deleted. [ 765.926571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e9ad62-8a43-4c38-babc-dfaaede7304f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.194442] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 in Status: SUCCESS [ 767.195307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.195307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.195307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.195477] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.195540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.195726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.195821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.195955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.196091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.196221] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.293430] env[65403]: INFO networking_nsxv3.common.synchronization [None req-40c835a0-dc59-49c8-944a-c6687200ab64 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 767.296225] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 767.297045] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.297220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.297317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.297650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.297764] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.409271] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3395ad59-60c1-4257-8be8-bcc592cc2c5c tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 767.412801] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 767.413569] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.414052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.701106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.701246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.701326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.701536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.703388] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.703388] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.703388] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.703388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.703388] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.819736] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.819868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.819949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.823382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.823382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.823382] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 already deleted. [ 767.823382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.823382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.823382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.823382] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.870367] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5c1c4b88-987b-4649-9049-0c4c3e159891 None None] Enqueued Resource ID: 0c87132b-ac7c-4fe4-b29e-2962122b5588 with Priority: HIGHEST for action port [ 767.870367] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c87132b-ac7c-4fe4-b29e-2962122b5588 with Priority: HIGHEST for action port [ 767.870367] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c87132b-ac7c-4fe4-b29e-2962122b5588 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.870542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c87132b-ac7c-4fe4-b29e-2962122b5588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.870590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c87132b-ac7c-4fe4-b29e-2962122b5588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.870808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c87132b-ac7c-4fe4-b29e-2962122b5588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.870885] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c87132b-ac7c-4fe4-b29e-2962122b5588',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.179682] env[65403]: INFO networking_nsxv3.common.synchronization [req-afdb8d1c-540e-47eb-9ebc-e956a1e11053 req-a29fc258-dc86-4120-b8ea-49066ec97f31 tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_members [ 768.180218] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_members [ 768.180577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.180671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.180713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.181012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.181289] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.181389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.181447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.181642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.181735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.181826] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.206876] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6: rpc.has_security_group_logging(os_id): False [ 768.228226] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.228403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.228483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.229476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.229532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.230220] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.230220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.230355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.230552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.230640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.230887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.231010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.231102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.231268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.231337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.231561] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.231656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.231709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.231967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.232074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.232165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 is going to be created. [ 768.292283] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.292443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.292517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.292758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.292996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.306970] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 in Status: IN_PROGRESS for 2s [ 768.344320] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.344477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.344553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.344774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.344866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.344960] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 already deleted. [ 768.345056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.375060] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c87132b-ac7c-4fe4-b29e-2962122b5588 [ 768.376201] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.376356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.376356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.377227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.377694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.377694] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c87132b-ac7c-4fe4-b29e-2962122b5588 already deleted. [ 768.377694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c87132b-ac7c-4fe4-b29e-2962122b5588" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.582735] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.582943] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.583074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.583397] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.583656] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.583804] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.583910] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.584133] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.584296] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.584565] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.585847] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.585847] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.585847] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.585847] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.585847] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.585847] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.613269] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.613478] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.613478] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.613627] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.613973] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-2a731751-4349-453e-aa03-baf34eb3737e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.614172] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.614288] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.614640] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.614779] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a731751-4349-453e-aa03-baf34eb3737e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.684954] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.685169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.685228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.685444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.685536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.685726] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.685821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.685883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.686046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.686122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.686206] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 already deleted. [ 768.686287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.117195] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.117491] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.117616] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.117891] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.118051] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.118205] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 2a731751-4349-453e-aa03-baf34eb3737e not found, creating... [ 769.118458] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.118606] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.118717] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118942] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.119087] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.119360] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.119506] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.119615] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.119814] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.119968] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.120283] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 2a731751-4349-453e-aa03-baf34eb3737e is going to be created. [ 769.144032] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.146197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.146197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.146197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.146197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.146197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.864269] env[65403]: INFO networking_nsxv3.common.synchronization [req-afdb8d1c-540e-47eb-9ebc-e956a1e11053 req-5f19c217-2d09-4e54-82ea-e4b84454babb service nova] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_rules [ 769.864269] env[65403]: INFO networking_nsxv3.common.synchronization [req-afdb8d1c-540e-47eb-9ebc-e956a1e11053 req-5f19c217-2d09-4e54-82ea-e4b84454babb service nova] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_members [ 769.864269] env[65403]: INFO networking_nsxv3.common.synchronization [req-afdb8d1c-540e-47eb-9ebc-e956a1e11053 req-5f19c217-2d09-4e54-82ea-e4b84454babb service nova] Enqueued Resource ID: 2a731751-4349-453e-aa03-baf34eb3737e with Priority: HIGHEST for action port [ 769.864702] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_rules [ 769.864702] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_members [ 769.864850] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a731751-4349-453e-aa03-baf34eb3737e with Priority: HIGHEST for action port [ 769.865022] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.865149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.865215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.865408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.865488] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.866644] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.866758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.866845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.867091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.867157] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.867226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.867276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.867416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.867501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.867591] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.868349] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a731751-4349-453e-aa03-baf34eb3737e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.868524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.868589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.868739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.868815] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a731751-4349-453e-aa03-baf34eb3737e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.320735] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 in Status: SUCCESS [ 770.320998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.375037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375037] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.375037] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a731751-4349-453e-aa03-baf34eb3737e with status ACTIVE [ 770.375037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.375037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.375037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.375037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.375678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.376110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.376291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.376554] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.376788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.377036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.377425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.379695] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a731751-4349-453e-aa03-baf34eb3737e is going to be updated. [ 770.406673] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.406673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.406673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.406673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.406673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.406673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a731751-4349-453e-aa03-baf34eb3737e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.548789] env[65403]: INFO networking_nsxv3.common.synchronization [req-826e6ee0-433d-4c94-91b4-39bd2f6a3d42 req-fb0eaf2e-d446-48e4-9422-141c9ef65864 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 770.548789] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 770.549690] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.550025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.550175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.550507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.551291] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.551509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.551653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.552087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.553732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.553732] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.880412] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.934908] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.935133] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.935254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.935574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.935827] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.936021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.936154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.936349] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.936489] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.936718] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.936826] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.936929] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.937046] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.937150] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.937247] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.937371] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.960663] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.960663] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.960663] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.960663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960663] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-ab4a13f6-f04d-442c-a4a4-677d97704bfa taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.961421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.961421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.961421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.961421] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a13f6-f04d-442c-a4a4-677d97704bfa',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.055321] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.055463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.055555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.055739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.055852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.056015] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.056106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.056168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.056316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.056393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.056475] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 already deleted. [ 771.056554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.382892] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.383551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.383551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.383551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.383551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.383764] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 is going to be created. [ 771.411385] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.411702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.411907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.412247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.413015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.423867] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: UNINITIALIZED for 2s [ 771.464848] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.465086] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.465220] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.465655] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.465756] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.466064] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port ab4a13f6-f04d-442c-a4a4-677d97704bfa not found, creating... [ 771.466399] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.466399] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.466559] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.466946] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.466946] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.467207] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.468357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.468357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.468357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.468357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.468357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa is going to be created. [ 771.489390] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.489656] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.489729] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.490043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.490284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.490508] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.223405] env[65403]: INFO networking_nsxv3.common.synchronization [req-826e6ee0-433d-4c94-91b4-39bd2f6a3d42 req-ab571910-785b-4c94-93e1-d91bb6204778 service nova] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 772.223405] env[65403]: INFO networking_nsxv3.common.synchronization [req-826e6ee0-433d-4c94-91b4-39bd2f6a3d42 req-ab571910-785b-4c94-93e1-d91bb6204778 service nova] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 772.223405] env[65403]: INFO networking_nsxv3.common.synchronization [req-826e6ee0-433d-4c94-91b4-39bd2f6a3d42 req-ab571910-785b-4c94-93e1-d91bb6204778 service nova] Enqueued Resource ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa with Priority: HIGHEST for action port [ 772.223774] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 772.223774] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 772.223869] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa with Priority: HIGHEST for action port [ 772.224171] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.224318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.224379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.224664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.225505] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.225583] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.225703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.225766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.226099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.226099] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.226260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.226260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.226367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.226474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.227171] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.227282] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4a13f6-f04d-442c-a4a4-677d97704bfa taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.227382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.227455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.228152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.228152] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a13f6-f04d-442c-a4a4-677d97704bfa',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.729621] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.731760] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.731760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.731760] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab4a13f6-f04d-442c-a4a4-677d97704bfa with status ACTIVE [ 772.731760] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.731760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.731760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.732255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.732255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.732531] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.732531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.732667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734684] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa is going to be updated. [ 772.760781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.761031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.761031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.761206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.761354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.761613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.232217] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.434103] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: SUCCESS [ 773.434335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.434496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.434710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.434899] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.435031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.435097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.435254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.435339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.435428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.435519] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.734940] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.735206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.735279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.735488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.735633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.735785] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be created. [ 773.762422] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.762422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.762422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.762422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.762422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.771795] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: UNINITIALIZED for 2s [ 773.939585] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.443115] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12f812d8-f14e-4c53-a2a4-abed092b6ef2: rpc.has_security_group_logging(os_id): False [ 774.468325] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.468511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.468550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.469961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.469961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.469961] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.469961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.469961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.469961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.469961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.469961] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 is going to be created. [ 774.535780] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.535780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.535780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.535780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.535780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.550257] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: IN_PROGRESS for 2s [ 775.786038] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 775.786578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.786578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.786674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.787704] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.787704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.787704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.787704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.787704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.787704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.788751] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.293600] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.293600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.293776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.293870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.294037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.294148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.294208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.294348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.294433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.294518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.294663] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.294754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.294807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.294945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.295217] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.295217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.296109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.296109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.296109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.296109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.296109] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.563669] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: SUCCESS [ 776.563886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.648922] env[65403]: INFO networking_nsxv3.common.synchronization [None req-a6b7f2ed-0c1d-478b-b56a-32531c560618 None None] Enqueued Resource ID: f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f with Priority: HIGHEST for action port [ 776.649190] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f with Priority: HIGHEST for action port [ 776.649963] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.649963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.649963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.651532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.651532] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.793777] env[65403]: INFO networking_nsxv3.common.synchronization [req-36753d2f-e315-4d2b-82c0-332be7abfeee req-0d6a9895-9b49-4c41-9194-8d659981694b tempest-ServerDiagnosticsNegativeTest-228607241 tempest-ServerDiagnosticsNegativeTest-228607241-project-member] Enqueued Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_members [ 776.794341] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 with Priority: HIGHEST for action security_group_members [ 776.794637] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.794754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.794820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.795410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.795636] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.795795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.795895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.796690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.796821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.796958] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dcc1be4-efd7-47f8-9264-69b95a5fa8e6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.799439] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4013e6-c222-48d7-bd64-25ea1a3f8f21: rpc.has_security_group_logging(os_id): False [ 776.829905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.829905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.829905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.829905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.830445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.830445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.830445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.830445] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.830565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.830565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.830692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.830741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.830827] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be created. [ 776.895186] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.895327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.895400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.895700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.895786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.912702] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 777.154285] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f [ 777.154527] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.154654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.154723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.154955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.155068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.155164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f already deleted. [ 777.155247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1cf9e4d-c5e7-4f32-8779-29d93dc53a5f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.301856] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.302407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.302407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.302407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.302583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.302670] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.302772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.302830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.302997] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.303113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.303164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 is going to be updated. [ 777.339720] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.339880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.339976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.340217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.340389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.349647] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 in Status: IN_PROGRESS for 2s [ 778.706388] env[65403]: INFO networking_nsxv3.common.synchronization [None req-edf47398-62f5-41bb-ae21-e78750816344 None None] Enqueued Resource ID: b458ed65-b75f-45f1-bdb2-c268f0b96811 with Priority: HIGHEST for action port [ 778.706650] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458ed65-b75f-45f1-bdb2-c268f0b96811 with Priority: HIGHEST for action port [ 778.708664] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b458ed65-b75f-45f1-bdb2-c268f0b96811 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.708664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b458ed65-b75f-45f1-bdb2-c268f0b96811" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.708664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b458ed65-b75f-45f1-bdb2-c268f0b96811" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.708664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b458ed65-b75f-45f1-bdb2-c268f0b96811" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.708664] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b458ed65-b75f-45f1-bdb2-c268f0b96811',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.927325] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 778.927556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.185044] env[65403]: INFO networking_nsxv3.common.synchronization [None req-6fd558a6-c880-4bbc-beaa-8e3e2e8bd5e2 None None] Enqueued Resource ID: 411df64e-30e1-401f-82de-01b7834d95d8 with Priority: HIGHEST for action port [ 779.185308] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411df64e-30e1-401f-82de-01b7834d95d8 with Priority: HIGHEST for action port [ 779.185863] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-411df64e-30e1-401f-82de-01b7834d95d8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.185988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411df64e-30e1-401f-82de-01b7834d95d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.186078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411df64e-30e1-401f-82de-01b7834d95d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.186328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411df64e-30e1-401f-82de-01b7834d95d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.186412] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411df64e-30e1-401f-82de-01b7834d95d8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.212211] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b458ed65-b75f-45f1-bdb2-c268f0b96811 [ 779.213806] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.213806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.213806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.213806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.213806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.213806] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b458ed65-b75f-45f1-bdb2-c268f0b96811 already deleted. [ 779.213806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b458ed65-b75f-45f1-bdb2-c268f0b96811" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.360530] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 in Status: SUCCESS [ 779.361306] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dcc1be4-efd7-47f8-9264-69b95a5fa8e6 deletion is rescheduled due to dependency. [ 779.361306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dcc1be4-efd7-47f8-9264-69b95a5fa8e6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.693464] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 411df64e-30e1-401f-82de-01b7834d95d8 [ 779.693776] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.694013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.694013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.694295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.694401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.694452] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:411df64e-30e1-401f-82de-01b7834d95d8 already deleted. [ 779.694535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411df64e-30e1-401f-82de-01b7834d95d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.164689] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f13a0b10-8fdb-423f-ad8b-8c9d61cc33cb None None] Enqueued Resource ID: dbfb9670-dfb8-43a0-8f77-fe45c382aad9 with Priority: HIGHEST for action port [ 781.165689] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfb9670-dfb8-43a0-8f77-fe45c382aad9 with Priority: HIGHEST for action port [ 781.166363] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbfb9670-dfb8-43a0-8f77-fe45c382aad9 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.166363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbfb9670-dfb8-43a0-8f77-fe45c382aad9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.166363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbfb9670-dfb8-43a0-8f77-fe45c382aad9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.167373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbfb9670-dfb8-43a0-8f77-fe45c382aad9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.167373] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfb9670-dfb8-43a0-8f77-fe45c382aad9',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.669103] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbfb9670-dfb8-43a0-8f77-fe45c382aad9 [ 781.669743] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.669743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.669743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.669743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.670071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.670071] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbfb9670-dfb8-43a0-8f77-fe45c382aad9 already deleted. [ 781.670071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbfb9670-dfb8-43a0-8f77-fe45c382aad9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.374736] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e618f86-5a3a-4b29-bf35-e8cf7270b0af req-03f554dd-de79-4c12-809b-6608f2c1f994 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 782.375020] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e618f86-5a3a-4b29-bf35-e8cf7270b0af req-03f554dd-de79-4c12-809b-6608f2c1f994 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 782.375435] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 782.375573] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 782.375835] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.375957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.377348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.377664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.377850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.378229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.378229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.378229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.378356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.378442] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.379267] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.379378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.379445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.379605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.379751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.379845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.379905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.380052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.380140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.380261] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.472537] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e618f86-5a3a-4b29-bf35-e8cf7270b0af req-03f554dd-de79-4c12-809b-6608f2c1f994 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_rules [ 782.472721] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e618f86-5a3a-4b29-bf35-e8cf7270b0af req-03f554dd-de79-4c12-809b-6608f2c1f994 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 782.472856] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e618f86-5a3a-4b29-bf35-e8cf7270b0af req-03f554dd-de79-4c12-809b-6608f2c1f994 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 782.473316] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e618f86-5a3a-4b29-bf35-e8cf7270b0af req-03f554dd-de79-4c12-809b-6608f2c1f994 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 782.473316] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e618f86-5a3a-4b29-bf35-e8cf7270b0af req-03f554dd-de79-4c12-809b-6608f2c1f994 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa with Priority: HIGHEST for action port [ 782.473673] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_rules [ 782.473814] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 782.474018] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa with Priority: HIGHEST for action port [ 782.474091] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 782.474148] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 782.474420] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.474699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.474699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.474828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.474914] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.475781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.475890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.475944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.476169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.476328] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.476919] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4a13f6-f04d-442c-a4a4-677d97704bfa taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.477097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.477175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.478124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.478204] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a13f6-f04d-442c-a4a4-677d97704bfa',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.480737] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.480737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.480737] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.480737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.882453] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.885912] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.982114] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab4a13f6-f04d-442c-a4a4-677d97704bfa with status ACTIVE [ 782.982279] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.982417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.982506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.982800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.982898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.983190] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.983288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.983352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.983521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.983599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.983784] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.983867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.983910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.984059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.984135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.984213] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa is going to be updated. [ 782.985519] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.985614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.985871] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.985983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.009558] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.009740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.009780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.010074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.010296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.010421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.083586] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 783.083847] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 783.084775] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_members [ 783.085652] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 783.085865] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 783.086032] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_members [ 783.088685] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.088685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.088685] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.088685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.088685] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.088685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.088685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.089342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.089342] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.089342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.089552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.090747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.090747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.090747] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.161850] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_rules [ 783.161850] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_members [ 783.161850] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_rules [ 783.162165] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 783.162165] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 783.162316] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 783.162466] env[65403]: INFO networking_nsxv3.common.synchronization [req-04782d0a-47cf-43b7-a72a-15365202411d req-55a1a0a9-db62-4a00-a98c-e15b3c779400 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa with Priority: HIGHEST for action port [ 783.163220] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_rules [ 783.163396] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_rules [ 783.163516] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 783.163640] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa with Priority: HIGHEST for action port [ 783.163740] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 783.164087] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_members [ 783.164087] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 783.164295] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.164365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.164437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.164729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.164814] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.165816] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.165913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.166080] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.166183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.166329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4a13f6-f04d-442c-a4a4-677d97704bfa taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.166421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.166500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.166675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.167116] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4a13f6-f04d-442c-a4a4-677d97704bfa',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.168375] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.168977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.168977] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.168977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.168977] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.168977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.385578] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.388699] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.595029] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.670494] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab4a13f6-f04d-442c-a4a4-677d97704bfa with status ACTIVE [ 783.670740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.670882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.670954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.671191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.671289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.671466] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.671565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.671626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.671778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.671892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.672090] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.672218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.672286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.672433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.672508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.672593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab4a13f6-f04d-442c-a4a4-677d97704bfa is going to be updated. [ 783.673910] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.674119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.695284] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.695533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.695533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.695719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.695937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.696088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4a13f6-f04d-442c-a4a4-677d97704bfa" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.889135] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.889313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.889384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.889599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.889688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.889785] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be created. [ 783.891195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.891323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.891446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.891559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.891644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.891746] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 783.928545] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.928649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.928757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.928919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.929081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.933179] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.933179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.933179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.933375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.933469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.942028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: UNINITIALIZED for 2s [ 783.947594] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 784.097576] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.504708] env[65403]: INFO networking_nsxv3.common.synchronization [None req-d1cf4f06-cdb7-465f-9edd-4da2d5cd54aa None None] Enqueued Resource ID: 78fae646-d480-47cb-9931-68213a44812c with Priority: HIGHEST for action port [ 784.505400] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fae646-d480-47cb-9931-68213a44812c with Priority: HIGHEST for action port [ 784.505560] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fae646-d480-47cb-9931-68213a44812c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.505676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fae646-d480-47cb-9931-68213a44812c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.505767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fae646-d480-47cb-9931-68213a44812c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.505990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fae646-d480-47cb-9931-68213a44812c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.506618] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fae646-d480-47cb-9931-68213a44812c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.601121] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.601307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.601307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.601520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.601598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.601738] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412ab911-9be7-4f42-8502-677eb92f8f29 is going to be created. [ 784.630923] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.631112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.631179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.633425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.633425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.644049] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: UNINITIALIZED for 2s [ 785.007853] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78fae646-d480-47cb-9931-68213a44812c [ 785.008167] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.008274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.008320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.008527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.008605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.008691] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78fae646-d480-47cb-9931-68213a44812c already deleted. [ 785.008824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fae646-d480-47cb-9931-68213a44812c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.952790] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 785.953102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.954080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.954268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.954776] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.954776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.954776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.955062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.955062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.955062] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.963329] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 785.963545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.963709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.963924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.964211] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.964311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.964311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.966427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.966427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.966427] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.286204] env[65403]: INFO networking_nsxv3.common.synchronization [None req-a26e37af-3383-4651-9c0d-ec5179f23740 tempest-ServersTestJSON-81589447 tempest-ServersTestJSON-81589447-project-member] Enqueued Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_rules [ 786.286771] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_rules [ 786.287096] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.287225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.287289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.287529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.287613] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.457996] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.468343] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.557488] env[65403]: INFO networking_nsxv3.common.synchronization [None req-09d2023c-32c6-4d0e-b485-c4eac3c80963 tempest-ServersTestJSON-81589447 tempest-ServersTestJSON-81589447-project-member] Enqueued Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_rules [ 786.558557] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_rules [ 786.559045] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.559045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.656079] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: SUCCESS [ 786.656419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.656701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.657347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.657347] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.657347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.657347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.657692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.657692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.657692] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.811346] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.811533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.811590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.811956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.811956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.811956] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 already deleted. [ 786.812176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.812388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.812543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.812629] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.962069] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.971648] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.112966] env[65403]: INFO networking_nsxv3.common.synchronization [None req-0e8489ba-00b1-410d-a832-15035b9071d1 None None] Enqueued Resource ID: 7c83a772-b9e9-4e16-a12d-ef93df6dbd50 with Priority: HIGHEST for action port [ 787.113469] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c83a772-b9e9-4e16-a12d-ef93df6dbd50 with Priority: HIGHEST for action port [ 787.113781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c83a772-b9e9-4e16-a12d-ef93df6dbd50 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.113903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c83a772-b9e9-4e16-a12d-ef93df6dbd50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.113971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c83a772-b9e9-4e16-a12d-ef93df6dbd50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.114247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c83a772-b9e9-4e16-a12d-ef93df6dbd50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.114354] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c83a772-b9e9-4e16-a12d-ef93df6dbd50',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.160482] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.466122] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.466122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.466122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.466419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.466536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.466612] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be updated. [ 787.476045] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.476045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.476045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.476045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.476045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.476045] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 787.617779] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c83a772-b9e9-4e16-a12d-ef93df6dbd50 [ 787.618055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.618176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.618252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.618576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.618704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.618808] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c83a772-b9e9-4e16-a12d-ef93df6dbd50 already deleted. [ 787.618892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c83a772-b9e9-4e16-a12d-ef93df6dbd50" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.662969] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.827933] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.828163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.828163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.828379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.828470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.828566] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 already deleted. [ 787.828648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.831867] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.832049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.832801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.833333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.853929] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: IN_PROGRESS for 2s [ 787.871611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.871611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.871611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.871611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.871611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.884136] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 788.165992] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.166437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.166437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.166522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.166665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.166759] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412ab911-9be7-4f42-8502-677eb92f8f29 is going to be updated. [ 788.204589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.205834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.205834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.205834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.205834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.215686] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: IN_PROGRESS for 2s [ 789.336622] env[65403]: INFO networking_nsxv3.common.synchronization [req-3ce3f66d-9d9a-4a4c-b8d3-a5f6002c797c req-1dc7df00-ce6f-44ce-86f2-e84c5d5c19c4 tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 789.336622] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 789.336622] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.336622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.336622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.336622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.336622] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.337718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.337784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.337976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.338153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.338920] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.664179] env[65403]: INFO networking_nsxv3.common.synchronization [None req-8c8b92e9-12e7-45ca-8252-756ef635c83b None None] Enqueued Resource ID: 8591be7c-26a6-4d4f-a4f2-712d013a3ede with Priority: HIGHEST for action port [ 789.665542] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8591be7c-26a6-4d4f-a4f2-712d013a3ede with Priority: HIGHEST for action port [ 789.668696] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8591be7c-26a6-4d4f-a4f2-712d013a3ede taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.668696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8591be7c-26a6-4d4f-a4f2-712d013a3ede" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.668696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8591be7c-26a6-4d4f-a4f2-712d013a3ede" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.668696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8591be7c-26a6-4d4f-a4f2-712d013a3ede" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.668696] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8591be7c-26a6-4d4f-a4f2-712d013a3ede',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.843421] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.868064] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 789.868064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.868064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.868064] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.868064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.868064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.868497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.868497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.868497] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.872121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.872121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.872121] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.872121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.872121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.872121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.872121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.872121] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.891020] env[65403]: INFO networking_nsxv3.common.synchronization [None req-cf410c3c-be4a-4932-9304-043b8b307bf4 None None] Enqueued Resource ID: 04f035b1-3ae1-4b9e-ac11-d7cedc9ae287 with Priority: HIGHEST for action port [ 789.892251] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f035b1-3ae1-4b9e-ac11-d7cedc9ae287 with Priority: HIGHEST for action port [ 789.892724] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f035b1-3ae1-4b9e-ac11-d7cedc9ae287 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.893240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f035b1-3ae1-4b9e-ac11-d7cedc9ae287" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.893240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f035b1-3ae1-4b9e-ac11-d7cedc9ae287" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.893495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f035b1-3ae1-4b9e-ac11-d7cedc9ae287" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.893567] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f035b1-3ae1-4b9e-ac11-d7cedc9ae287',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.895112] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 789.895209] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.895936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.896055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.896931] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.896931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.896931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.896931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.896931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.897189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.897273] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.899223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.899432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.899641] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.899771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.899963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.903657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.903657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.903657] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.169510] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8591be7c-26a6-4d4f-a4f2-712d013a3ede [ 790.169726] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.169883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.169955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.170258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.170357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.170461] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8591be7c-26a6-4d4f-a4f2-712d013a3ede already deleted. [ 790.170544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8591be7c-26a6-4d4f-a4f2-712d013a3ede" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226864] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: SUCCESS [ 790.227224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.227472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.228061] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.228284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.228404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.228605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.228733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.229150] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.347431] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.373972] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.375468] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.399449] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04f035b1-3ae1-4b9e-ac11-d7cedc9ae287 [ 790.399683] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.399817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.399887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.400179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.400311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.400412] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04f035b1-3ae1-4b9e-ac11-d7cedc9ae287 already deleted. [ 790.400805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f035b1-3ae1-4b9e-ac11-d7cedc9ae287" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.400805] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.400903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.402191] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.612026] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.612026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.612026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612464] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612795] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.613104] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.613462] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.613744] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.614121] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.614822] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.616172] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.616172] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.616172] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.616172] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.616172] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.637699] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.638320] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.638962] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.640940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-887" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.640940] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-d6bb022c-45fb-4e89-91e0-29663086c788 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.640940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.640940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.640940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.640940] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6bb022c-45fb-4e89-91e0-29663086c788',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.735199] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.747100] env[65403]: INFO networking_nsxv3.common.synchronization [req-a5ed0615-1cea-496d-a221-c2617e03cab8 req-74c22bb0-a4ea-411d-9cd4-51ddaeb39257 tempest-ServersWithSpecificFlavorTestJSON-1977432277 tempest-ServersWithSpecificFlavorTestJSON-1977432277-project-member] Enqueued Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 790.748187] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 with Priority: HIGHEST for action security_group_members [ 790.748187] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c278149-8139-48e5-bcb3-720a9ae3a5b6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.748341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.748341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.748815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.748815] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.748815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.748815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.749022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.749068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.749119] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c278149-8139-48e5-bcb3-720a9ae3a5b6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.853740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.853740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.853740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.853740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.853740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.853740] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 790.875854] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6128f894-93b1-456d-8150-d81626bdb867: rpc.has_security_group_logging(os_id): False [ 790.878618] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.889210] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.889359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.889442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.889649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.889799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.896671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.896802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.896865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.897092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.897184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.897953] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.897953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.897953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.897953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.897953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.897953] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be created. [ 790.900244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 790.904548] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.966834] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.966984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.967069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.967275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.967451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.981783] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: IN_PROGRESS for 2s [ 791.143031] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.143284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.143403] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.143688] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.143833] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.143978] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port d6bb022c-45fb-4e89-91e0-29663086c788 not found, creating... [ 791.144259] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.144410] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.144520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.144723] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.144851] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.145133] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.145281] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.145393] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.145588] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.145714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.145844] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: d6bb022c-45fb-4e89-91e0-29663086c788 is going to be created. [ 791.168685] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.169075] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.169075] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.169321] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.169553] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.169845] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.238221] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 412ab911-9be7-4f42-8502-677eb92f8f29: rpc.has_security_group_logging(os_id): False [ 791.251471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.251585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.251625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.251845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.251940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.252259] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.252430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.252430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.252594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.252673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.252760] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 is going to be updated. [ 791.277013] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.277181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.277257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.277524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.277626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.277889] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.277994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.278070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.278644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.278644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.278644] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 412ab911-9be7-4f42-8502-677eb92f8f29 is going to be created. [ 791.322086] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.322319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.322319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.322573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.322780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.335056] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: IN_PROGRESS for 2s [ 791.375833] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.376490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.376490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.376490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.376490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.383569] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.383846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.383846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.384103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.384190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.384398] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be updated. [ 791.390327] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: IN_PROGRESS for 2s [ 791.406589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.406805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.406805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.407036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.407144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.407285] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 791.418274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.418480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.418480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.418681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.418830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.426666] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: IN_PROGRESS for 2s [ 791.442104] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.442378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.442378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.442575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.442756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.461669] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 791.530923] env[65403]: INFO networking_nsxv3.common.synchronization [req-14f53bfe-90b0-45da-b16a-09c73d63092b req-9c78b1bd-d49c-4572-8ece-549f1c9a24f1 tempest-ServerPasswordTestJSON-1991406460 tempest-ServerPasswordTestJSON-1991406460-project-member] Enqueued Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_members [ 791.531550] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_members [ 791.532436] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.534693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.534693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.534693] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.534693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.534693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.534693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.534693] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.709249] env[65403]: INFO networking_nsxv3.common.synchronization [None req-9e5e8fc2-32f4-4e29-95bd-90d7dae5fe3e None None] Enqueued Resource ID: db586328-c3b9-445b-a8ab-b78c7564a8b5 with Priority: HIGHEST for action port [ 791.710769] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db586328-c3b9-445b-a8ab-b78c7564a8b5 with Priority: HIGHEST for action port [ 791.712126] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-db586328-c3b9-445b-a8ab-b78c7564a8b5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.712303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db586328-c3b9-445b-a8ab-b78c7564a8b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.714173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db586328-c3b9-445b-a8ab-b78c7564a8b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.714173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db586328-c3b9-445b-a8ab-b78c7564a8b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.714173] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db586328-c3b9-445b-a8ab-b78c7564a8b5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.948279] env[65403]: INFO networking_nsxv3.common.synchronization [req-3ce3f66d-9d9a-4a4c-b8d3-a5f6002c797c req-a45d8e22-97f6-440b-95a4-569277f80e8b service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 791.949895] env[65403]: INFO networking_nsxv3.common.synchronization [req-3ce3f66d-9d9a-4a4c-b8d3-a5f6002c797c req-a45d8e22-97f6-440b-95a4-569277f80e8b service nova] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 791.949895] env[65403]: INFO networking_nsxv3.common.synchronization [req-3ce3f66d-9d9a-4a4c-b8d3-a5f6002c797c req-a45d8e22-97f6-440b-95a4-569277f80e8b service nova] Enqueued Resource ID: d6bb022c-45fb-4e89-91e0-29663086c788 with Priority: HIGHEST for action port [ 791.949895] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_rules [ 791.949895] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 791.949895] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bb022c-45fb-4e89-91e0-29663086c788 with Priority: HIGHEST for action port [ 791.949895] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.949895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.949895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.950266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.950266] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.952068] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.952273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.952598] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6bb022c-45fb-4e89-91e0-29663086c788 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.953157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.953157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.953384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.953532] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6bb022c-45fb-4e89-91e0-29663086c788',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.004150] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.004357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-115" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.004993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-115" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.004993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-115" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.004993] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.005167] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.005248] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.005451] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.005578] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.005767] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.005867] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.005963] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.006353] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.006353] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.006423] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.006521] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.025944] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.026105] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.026798] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.026798] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-115" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.026798] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-657a64fb-4db9-49fd-9bd3-d777b8907161 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.027045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.027045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.027325] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.028278] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('657a64fb-4db9-49fd-9bd3-d777b8907161',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.037717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.037943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.038031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.038251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.038356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.038568] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.038669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.038728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.038883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.038952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.039044] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 already deleted. [ 792.039120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.218044] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db586328-c3b9-445b-a8ab-b78c7564a8b5 [ 792.218280] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.219100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.219554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.219554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.219681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.219754] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db586328-c3b9-445b-a8ab-b78c7564a8b5 already deleted. [ 792.219789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db586328-c3b9-445b-a8ab-b78c7564a8b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.458413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.458413] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6bb022c-45fb-4e89-91e0-29663086c788 with status ACTIVE [ 792.458413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.458413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.458413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.458413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.459199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.459199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.459199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.459199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.459199] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6bb022c-45fb-4e89-91e0-29663086c788 is going to be updated. [ 792.483108] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.483533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.483533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.483673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.483834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.484070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6bb022c-45fb-4e89-91e0-29663086c788" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.530087] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.530505] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.530665] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.531161] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.531161] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.531306] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 657a64fb-4db9-49fd-9bd3-d777b8907161 not found, creating... [ 792.531604] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.532045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.532045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.532507] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.532507] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.532675] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.532844] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.532912] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.533220] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.533631] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.533631] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 657a64fb-4db9-49fd-9bd3-d777b8907161 is going to be created. [ 792.556219] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.556708] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.556863] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.557612] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557612] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.557722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.594409] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b202fb6b-407d-414f-b96c-07f5c0412a95 None None] Enqueued Resource ID: d093fea1-27f4-44ca-9306-fd138e48d5b0 with Priority: HIGHEST for action port [ 792.594409] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d093fea1-27f4-44ca-9306-fd138e48d5b0 with Priority: HIGHEST for action port [ 792.594667] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-d093fea1-27f4-44ca-9306-fd138e48d5b0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.594839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d093fea1-27f4-44ca-9306-fd138e48d5b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.594903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d093fea1-27f4-44ca-9306-fd138e48d5b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.595776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d093fea1-27f4-44ca-9306-fd138e48d5b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.595871] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d093fea1-27f4-44ca-9306-fd138e48d5b0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.113175] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d093fea1-27f4-44ca-9306-fd138e48d5b0 [ 793.113175] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.113175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.113175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.113366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.115358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.115358] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d093fea1-27f4-44ca-9306-fd138e48d5b0 already deleted. [ 793.115358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d093fea1-27f4-44ca-9306-fd138e48d5b0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.115358] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 793.115358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.115805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.115805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.115874] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.116100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.116100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.116262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.116262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.117352] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.129488] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 793.129735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.129904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.130129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.130215] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.346417] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 in Status: SUCCESS [ 793.346652] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c278149-8139-48e5-bcb3-720a9ae3a5b6 deletion is rescheduled due to dependency. [ 793.346777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c278149-8139-48e5-bcb3-720a9ae3a5b6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.403736] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: SUCCESS [ 793.403736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.437250] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 793.437546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.437634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.437847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.438043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.438469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.438469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.438469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.438469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.438655] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.475293] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 793.475293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.475293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.475293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.475293] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.475293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.475293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.475960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.475960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.475960] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.563639] env[65403]: INFO networking_nsxv3.common.synchronization [req-14f53bfe-90b0-45da-b16a-09c73d63092b req-03e36db7-2afb-4012-ae56-714c08f3a00e service nova] Enqueued Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_rules [ 793.563848] env[65403]: INFO networking_nsxv3.common.synchronization [req-14f53bfe-90b0-45da-b16a-09c73d63092b req-03e36db7-2afb-4012-ae56-714c08f3a00e service nova] Enqueued Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_members [ 793.564054] env[65403]: INFO networking_nsxv3.common.synchronization [req-14f53bfe-90b0-45da-b16a-09c73d63092b req-03e36db7-2afb-4012-ae56-714c08f3a00e service nova] Enqueued Resource ID: 657a64fb-4db9-49fd-9bd3-d777b8907161 with Priority: HIGHEST for action port [ 793.564298] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_rules [ 793.564496] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_members [ 793.564594] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657a64fb-4db9-49fd-9bd3-d777b8907161 with Priority: HIGHEST for action port [ 793.565241] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c3a387-502a-445a-936e-a8fbdc3a1ca3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.565378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.565468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.565731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.565802] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.566654] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.566789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.566870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.567055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.567206] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.567300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.567361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.567503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.567587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.567678] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.568722] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-657a64fb-4db9-49fd-9bd3-d777b8907161 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.568845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.568901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.569069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.569442] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('657a64fb-4db9-49fd-9bd3-d777b8907161',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.618955] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.632520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.632662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.633763] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b7d6d481-3186-4730-bb24-e9745373115c tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 793.634499] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 793.634805] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.634914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.634979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.635954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.635954] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.761220] env[65403]: INFO networking_nsxv3.common.synchronization [None req-c5eb993a-d092-4393-9fea-c73ad9d0e932 tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 793.761915] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 793.762333] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.762484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.941286] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.978248] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.070980] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.071150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.071384] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.072412] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 657a64fb-4db9-49fd-9bd3-d777b8907161 with status ACTIVE [ 794.072674] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.072805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.072868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.073140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.073238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.073965] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.074098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.074166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.074411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.074500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.074696] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.074823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.074890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.075054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.075132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.075221] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 657a64fb-4db9-49fd-9bd3-d777b8907161 is going to be updated. [ 794.099758] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.099967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.100081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.100234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.100401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.101274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-657a64fb-4db9-49fd-9bd3-d777b8907161" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.121355] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.160506] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.160506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.160506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.160506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.160506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.160506] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 already deleted. [ 794.160506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.160506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.160506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.160506] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.344581] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-07e03d77-5ef1-4c70-a7bd-9f836dbd612f tempest-ListServersNegativeTestJSON-177106803 tempest-ListServersNegativeTestJSON-177106803-project-member] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 794.345900] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 794.346317] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.346463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.346536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.346805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.346960] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.347077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.347139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.347292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.347378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.347468] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.447998] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.483447] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.578450] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.623589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.623736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.623798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.624725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.624725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.624725] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 794.669450] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.669663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.669663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.669905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.670143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.687364] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 794.688526] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.688793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.688916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.689208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.689359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.689540] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 already deleted. [ 794.689663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.849438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.849637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.849721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.852047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.852047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.852047] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.852047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.852047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.852047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.852047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.852047] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af already deleted. [ 794.852047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.950506] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.950685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.950767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.951023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.951123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.951256] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be updated. [ 794.989030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.989030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.989030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.989030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.989030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.989502] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.989502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.989502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.989502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.989671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.989671] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 795.003590] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: IN_PROGRESS for 2s [ 795.022212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.022212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.022212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.022212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.022212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.045278] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 795.083502] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.083502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.083502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.083502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.083502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083502] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 is going to be created. [ 795.113163] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.113775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.114940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.115729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.115950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.152790] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 in Status: UNINITIALIZED for 2s [ 795.316254] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.316466] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.316554] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.316869] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.317430] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.317430] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.317430] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.317661] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.317772] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.317901] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.318089] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.318929] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.318982] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.322477] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.322628] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.322836] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.349859] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.350054] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.350434] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.350434] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.350683] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-f5aa71f0-a266-4757-a593-8ada38b2dfa3 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.350844] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.350956] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.351297] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.351422] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5aa71f0-a266-4757-a593-8ada38b2dfa3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.541962] env[65403]: INFO networking_nsxv3.common.synchronization [req-966f59c7-dba8-4ecd-9ba2-bdc000b4d709 req-9006f13d-dcec-4fb2-80ab-a476cee645e2 tempest-ServersTestFqdnHostnames-13952916 tempest-ServersTestFqdnHostnames-13952916-project-member] Enqueued Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_members [ 795.542695] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f with Priority: HIGHEST for action security_group_members [ 795.543174] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.543364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.543755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.543964] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.544112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.544198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.544384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.544511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.544635] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32cc83e5-d2da-4d38-a1a7-f545d389ae7f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.859509] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.859509] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.859509] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.859509] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.859509] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.859509] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port f5aa71f0-a266-4757-a593-8ada38b2dfa3 not found, creating... [ 795.859509] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.860067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.860067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.860067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.860168] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.860493] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.860653] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.860759] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.861013] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.861295] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.861511] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: f5aa71f0-a266-4757-a593-8ada38b2dfa3 is going to be created. [ 795.892174] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.892174] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.892174] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.892424] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.892569] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.892797] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.046722] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.046927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.046974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.047549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.047549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.047701] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.047765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.048085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.048085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.048225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.048263] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f is going to be updated. [ 796.089063] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.089320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.089379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.089677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.089891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.102541] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f in Status: IN_PROGRESS for 2s [ 796.672721] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-5d444c06-c4a8-47da-9364-243de2615bb0 service nova] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_rules [ 796.673020] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-5d444c06-c4a8-47da-9364-243de2615bb0 service nova] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 796.673189] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-5d444c06-c4a8-47da-9364-243de2615bb0 service nova] Enqueued Resource ID: f5aa71f0-a266-4757-a593-8ada38b2dfa3 with Priority: HIGHEST for action port [ 796.673619] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_rules [ 796.673758] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 796.673854] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5aa71f0-a266-4757-a593-8ada38b2dfa3 with Priority: HIGHEST for action port [ 796.674142] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.674262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.674325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.674685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.674685] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.675586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.676558] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.676558] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.677372] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5aa71f0-a266-4757-a593-8ada38b2dfa3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.677372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.677569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.677835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.677835] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5aa71f0-a266-4757-a593-8ada38b2dfa3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.698374] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 796.698559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.699291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.699509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.699696] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.699794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.699834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.699986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.700193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.700193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.700308] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.014837] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 797.015542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.015542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.015542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.015710] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.015710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.015822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.015943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.016065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.016137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.016320] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.056176] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 797.056393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.056564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.056780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.056989] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.057120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.057212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.057645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.057645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.057645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.057797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.058053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.058053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.058186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.058238] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.058351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.058351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.058494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.058566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.058695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.058747] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.141567] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-951b51ff-3ff3-4cc1-bcaa-7f5f7fe885c4 tempest-ListServersNegativeTestJSON-177106803 tempest-ListServersNegativeTestJSON-177106803-project-member] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 797.142178] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 797.142673] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.142779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.164184] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 in Status: SUCCESS [ 797.164400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.164561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.164789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.164991] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.165131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.165192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.165783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.165783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.165783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.165783] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.179683] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.180657] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.180783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.181187] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5aa71f0-a266-4757-a593-8ada38b2dfa3 with status ACTIVE [ 797.181374] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.181486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.181548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.181765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.181985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.182106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.182162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.182205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.182375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.182444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.182638] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.182777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.182777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.182933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.183087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.183480] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5aa71f0-a266-4757-a593-8ada38b2dfa3 is going to be updated. [ 797.203252] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.203252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.203252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.203252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.203252] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.203252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.203545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.203545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.203545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.203680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.204104] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.204104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.204104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.204104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.204302] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.204302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.204376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.204877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.204877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.204877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.204877] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.207494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.207660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.207660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.207835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.207970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.210747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5aa71f0-a266-4757-a593-8ada38b2dfa3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.484618] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.484719] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.484754] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485468] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.485468] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.485468] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.485630] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.485977] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.486093] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.486301] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.486404] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.487059] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.487059] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.487059] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.487059] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.487059] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.506930] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.507103] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.507239] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.507411] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.507717] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-a7e7c785-7977-4d49-8887-bcc21e454e38 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.508363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.508491] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.508824] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.508964] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e7c785-7977-4d49-8887-bcc21e454e38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.522478] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.560988] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4013e6-c222-48d7-bd64-25ea1a3f8f21: rpc.has_security_group_logging(os_id): False [ 797.578744] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.578886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.578959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.579190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.579456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.579550] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.579936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.580039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.580208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.580288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.580512] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.580606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.580666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.580805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.580877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.581075] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.581170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.581231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.581402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.581465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.581513] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 797.668380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.668608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.668672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.669360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.669360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.670651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.670792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.670845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.671084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.671254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.671360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.671425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.671607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.671692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.671778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.672162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.672162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.672162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.672310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.672496] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.672496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.672614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.672701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.672779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.673102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.673102] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.685350] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.689059] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 797.706939] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd07ae75-c896-458d-8b00-809f21c9a0eb: rpc.has_security_group_logging(os_id): False [ 797.742927] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.743207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.743315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.743683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.743833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.744181] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.744336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.744429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.744596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.744723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.745091] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.745428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.745428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.745637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.745709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.746154] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.746154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.746350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.746495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.746601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.746689] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 797.932803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.932970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.933136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.933364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.933523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.952731] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 798.011652] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.011877] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.011997] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.012392] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.012552] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.012753] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port a7e7c785-7977-4d49-8887-bcc21e454e38 not found, creating... [ 798.013058] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.013174] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.013246] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.013464] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.013596] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.013870] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.016222] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.016426] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.016630] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.016795] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.016937] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: a7e7c785-7977-4d49-8887-bcc21e454e38 is going to be created. [ 798.024696] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6128f894-93b1-456d-8150-d81626bdb867: rpc.has_security_group_logging(os_id): False [ 798.062956] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.063468] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.063660] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.063997] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.064253] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.064517] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.068665] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.068922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.068922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.069158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.069244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.069485] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.069597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.069661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.069796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.069864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.070033] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be updated. [ 798.116074] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f in Status: SUCCESS [ 798.116312] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cc83e5-d2da-4d38-a1a7-f545d389ae7f deletion is rescheduled due to dependency. [ 798.116439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cc83e5-d2da-4d38-a1a7-f545d389ae7f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.143014] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.143014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.143014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.143333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.143333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.171468] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: IN_PROGRESS for 2s [ 798.176370] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4c3a387-502a-445a-936e-a8fbdc3a1ca3: rpc.has_security_group_logging(os_id): False [ 798.187215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.187385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.187449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.187642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.187764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.187868] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be created. [ 798.219627] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.219780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.219854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.220213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.220304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.220523] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.220630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.220705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.220870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.220948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.221148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.221424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.221542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.221639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.221876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.222639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.222639] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 is going to be created. [ 798.255554] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.255743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.255811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.255973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.256152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.271833] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: UNINITIALIZED for 2s [ 798.319132] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.319285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.319388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.319619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.319804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.340287] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 in Status: IN_PROGRESS for 2s [ 798.734949] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-d412f36f-d73f-47c0-a71d-b5d66bfed28b service nova] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_rules [ 798.735246] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-d412f36f-d73f-47c0-a71d-b5d66bfed28b service nova] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 798.735246] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-d412f36f-d73f-47c0-a71d-b5d66bfed28b service nova] Enqueued Resource ID: a7e7c785-7977-4d49-8887-bcc21e454e38 with Priority: HIGHEST for action port [ 798.735907] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_rules [ 798.736646] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 798.737089] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e7c785-7977-4d49-8887-bcc21e454e38 with Priority: HIGHEST for action port [ 798.737667] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.737951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.738617] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.738788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.739853] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e7c785-7977-4d49-8887-bcc21e454e38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.740062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.740178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.740419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.740570] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e7c785-7977-4d49-8887-bcc21e454e38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.245050] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e7c785-7977-4d49-8887-bcc21e454e38 with status ACTIVE [ 799.245050] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.245050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.245050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.245050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.245050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.245050] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.245050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246063] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246063] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e7c785-7977-4d49-8887-bcc21e454e38 is going to be updated. [ 799.273798] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.273798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.273798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.274290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.274358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.274609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e7c785-7977-4d49-8887-bcc21e454e38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.705463] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 799.705688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.705873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.706143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.706211] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.970574] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 799.970867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.113131] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-644f0aeb-eedd-4822-b6a2-2e76a2aeac20 tempest-ListServersNegativeTestJSON-177106803 tempest-ListServersNegativeTestJSON-177106803-project-member] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 800.114234] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 800.114706] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.114951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.187165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 800.187165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.209817] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.209817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.209817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.209817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.210195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.210195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.210195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.210344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.210408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.210497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.210601] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.281357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 800.281615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.281785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.282010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.282242] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.282458] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.282458] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.282636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.282668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.282749] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.355292] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 in Status: SUCCESS [ 800.355532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.452312] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.452459] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.453458] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.453458] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.453458] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.453458] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.453458] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.453731] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.453766] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.454496] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.454496] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.454496] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.454496] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.454496] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.454858] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.454858] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.474254] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.475658] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.475658] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.475658] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-397" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.475658] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-a7954a4f-0899-4234-8693-0694ccec5262 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.477028] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.477028] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.477028] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.477028] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7954a4f-0899-4234-8693-0694ccec5262',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.714734] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.714899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.714977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.715229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.715422] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.715527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.715596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.715789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.716417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.716417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.716417] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.716417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.716417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.716417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.716682] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.716682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.716682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.716798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.716865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.716923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.717030] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.772348] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.772348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.772348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.772348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.772348] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.784702] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.980175] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.980421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.980546] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.980887] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.981034] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.981193] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port a7954a4f-0899-4234-8693-0694ccec5262 not found, creating... [ 800.981444] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.981924] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.981924] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.981924] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.982149] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.983069] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.983239] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.983588] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.983588] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.983724] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.983860] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: a7954a4f-0899-4234-8693-0694ccec5262 is going to be created. [ 801.012131] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.012331] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.012457] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.012725] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.012950] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.013293] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.219998] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4013e6-c222-48d7-bd64-25ea1a3f8f21: rpc.has_security_group_logging(os_id): False [ 801.239831] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.240764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.240956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.241318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.241318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.241603] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.241714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.241858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.241946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.242037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.242347] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.242451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.242515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.242900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.242900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.243074] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.243074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.243234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.243332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.243507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.243583] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 801.274799] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.286470] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.325472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.325610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.325714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.325943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.326037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.357770] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 801.777293] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.788768] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.788918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.789297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.789297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.789387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.789432] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 801.794515] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-da8aa2de-ea9a-4eb3-9b29-1bcf51c13014 service nova] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_rules [ 801.795789] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-da8aa2de-ea9a-4eb3-9b29-1bcf51c13014 service nova] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 801.795789] env[65403]: INFO networking_nsxv3.common.synchronization [req-c3913120-5c45-457d-a654-52660e9661f6 req-da8aa2de-ea9a-4eb3-9b29-1bcf51c13014 service nova] Enqueued Resource ID: a7954a4f-0899-4234-8693-0694ccec5262 with Priority: HIGHEST for action port [ 801.800950] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_rules [ 801.800950] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 801.800950] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7954a4f-0899-4234-8693-0694ccec5262 with Priority: HIGHEST for action port [ 801.800950] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.800950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.800950] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.800950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.800950] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7954a4f-0899-4234-8693-0694ccec5262 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.800950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.800950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.800950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.800950] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7954a4f-0899-4234-8693-0694ccec5262',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.833804] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.834152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.834247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.834468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.834644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.845438] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 802.279714] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 802.280130] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 802.302606] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7954a4f-0899-4234-8693-0694ccec5262 with status ACTIVE [ 802.302932] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.303171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.303231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.303443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.303536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.303757] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.303898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.303968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.304211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.304261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.304443] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.304541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.304635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.304793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.304867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.304988] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7954a4f-0899-4234-8693-0694ccec5262 is going to be updated. [ 802.331424] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.331929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.332113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.332392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.332606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.332828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7954a4f-0899-4234-8693-0694ccec5262" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.597590] env[65403]: INFO networking_nsxv3.common.synchronization [None req-fb45ebe8-f262-4705-ab0e-ebfd174f19fd tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_rules [ 802.600092] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_rules [ 802.600092] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76dcd2ba-6573-4574-a2d2-addb9a920805 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.600092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.600092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.600092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.600092] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.716861] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3afa330d-1497-4cc1-895b-28332571123f tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_rules [ 802.717127] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_rules [ 802.717425] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76dcd2ba-6573-4574-a2d2-addb9a920805 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.717519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.123024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.123024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.123024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.123024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.123024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.123024] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 already deleted. [ 803.123024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.123024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.123024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.123024] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.231121] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.232191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.232308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.232566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.249677] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 803.250628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.251680] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 803.278665] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.278963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.279066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.279265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.287361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.288349] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 803.288349] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.288349] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 803.328153] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.328473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.328473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.328652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.330417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.330710] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 803.377194] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 803.379895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.403020] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.403020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.403020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.403020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.403020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.403020] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 803.473588] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.473787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.473857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.474148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.474427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.474720] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 803.474848] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1092b983-7073-483a-8a72-98fd2ec06b8f', 'd56985cc-96ef-4856-9b89-48da18a3e0fd', '8b5b8898-a588-4079-a416-8c4e8284c4e7', '6128f894-93b1-456d-8150-d81626bdb867', '00d7d696-726d-434b-9ec9-e671af8c1850', '0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c', 'daa23aa9-2db9-45e5-9416-9808f9dd1fb5', '459e771b-c24a-4715-ad08-243b88963f6b', '7c78da30-ca47-4e57-b4ed-bf775acbd46d', 'fd07ae75-c896-458d-8b00-809f21c9a0eb', 'dc2df569-a30a-4750-8824-a6a3a006c02a', '12f812d8-f14e-4c53-a2a4-abed092b6ef2', '0755e121-0d39-4091-bb59-c64f52343b61', 'a1025709-e51c-4ea5-92e1-5a7d28e340fe', 'f7c512b8-5626-4a99-93da-26ada28872d2', '46ec3ba1-460a-41c7-a72e-05efb1b62141', 'a9db2ecc-c35b-4aaf-86f4-f2568d04fd36', '412ab911-9be7-4f42-8502-677eb92f8f29', '09186071-0e27-4ccd-8979-12e1a686a202', 'bf08f2ad-f0dc-43d2-b412-fd509155ba67', '7e4013e6-c222-48d7-bd64-25ea1a3f8f21', '8a1796fe-f7e3-431d-bd96-ff83bf4ed012', '6a2432e5-5cca-4e79-9a63-666d6b8853e0', '21c8a609-dfa5-4931-97a3-929669830c96', '218a1899-4c49-47ce-becd-5f5fda5358a8', 'f2ecef6a-4d5e-4122-8b75-f6163854a601', 'f4c3a387-502a-445a-936e-a8fbdc3a1ca3', '2dcc1be4-efd7-47f8-9264-69b95a5fa8e6', '07be6f5d-7994-495a-8860-dbf3ae73f756', '4cfb8a86-5aa8-4ab9-905c-47e62f8857f7', '32cc83e5-d2da-4d38-a1a7-f545d389ae7f', '014e935d-e24b-4a8a-a0a1-96cf9ae11313', '5c278149-8139-48e5-bcb3-720a9ae3a5b6', 'e4e60276-bca6-42a4-ad5b-20903f3ae4e2', 'c8fb643e-105d-4c1a-a843-f485ef99a8c7', 'ee776210-d8d8-4f62-a28a-8e60b59632dd', '81816e08-4569-4331-81ba-e548dc99e70f'} {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.474952] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 803.495580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.495730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.495805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.496141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.496246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.496357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 803.496432] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.496504] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 803.557306] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.557487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.557547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.557719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.558471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.558917] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 803.558917] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.558917] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 803.558917] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 803.559186] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 803.559186] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGH for action security_group_rules [ 803.559269] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGH for action security_group_rules [ 803.559313] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGH for action security_group_rules [ 803.559359] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGH for action security_group_rules [ 803.559418] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGH for action security_group_rules [ 803.559482] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGH for action security_group_rules [ 803.561252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.646591] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.646787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.646861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.647153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.647266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.647408] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 already deleted. [ 803.647481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.858677] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 803.858923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.859565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.859806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.860038] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.860172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.860291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.860415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.860495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.860691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.860691] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.861567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.861738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.861934] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.862135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.862224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.862375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.862454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.862551] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.365291] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.365971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.370162] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.875994] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.378274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.378582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.378622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.378883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.378995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.379127] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 805.411059] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.411059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.411348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.411348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.411497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.422046] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 806.786877] env[65403]: INFO networking_nsxv3.common.synchronization [req-edf7a5c8-c597-4ab1-8f27-f55ec7abce95 req-81d54e5e-400b-426e-aa8a-cbf34255abb0 tempest-ServerPasswordTestJSON-1991406460 tempest-ServerPasswordTestJSON-1991406460-project-member] Enqueued Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_members [ 806.787947] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 with Priority: HIGHEST for action security_group_members [ 806.787947] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092b983-7073-483a-8a72-98fd2ec06b8f with Priority: HIGH for action security_group_rules [ 806.787947] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGH for action security_group_rules [ 806.787947] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 with Priority: HIGH for action security_group_rules [ 806.787947] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c512b8-5626-4a99-93da-26ada28872d2 with Priority: HIGH for action security_group_rules [ 806.790249] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGH for action security_group_rules [ 806.790249] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09186071-0e27-4ccd-8979-12e1a686a202 with Priority: HIGH for action security_group_rules [ 806.790249] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGH for action security_group_rules [ 806.790249] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 with Priority: HIGH for action security_group_rules [ 806.790249] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGH for action security_group_rules [ 806.790642] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGH for action security_group_rules [ 806.790848] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0755e121-0d39-4091-bb59-c64f52343b61 with Priority: HIGH for action security_group_rules [ 806.790964] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGH for action security_group_rules [ 806.791075] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGH for action security_group_rules [ 806.791172] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGH for action security_group_rules [ 806.791260] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d with Priority: HIGH for action security_group_rules [ 806.791348] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGH for action security_group_rules [ 806.791820] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGH for action security_group_rules [ 806.791937] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7d696-726d-434b-9ec9-e671af8c1850 with Priority: HIGH for action security_group_rules [ 806.792045] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56985cc-96ef-4856-9b89-48da18a3e0fd with Priority: HIGH for action security_group_rules [ 806.792346] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGH for action security_group_rules [ 806.792611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.792749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.792808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.795072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.795485] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.795632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.795700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.795866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.795957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.796070] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c3a387-502a-445a-936e-a8fbdc3a1ca3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.797179] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1092b983-7073-483a-8a72-98fd2ec06b8f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.797611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.797611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.797611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.798175] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1092b983-7073-483a-8a72-98fd2ec06b8f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.799717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.800086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.800086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.800387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.800387] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.801457] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.801622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.801712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.801935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.802046] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daa23aa9-2db9-45e5-9416-9808f9dd1fb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.804533] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7c512b8-5626-4a99-93da-26ada28872d2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.804705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.804800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.805075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.805167] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7c512b8-5626-4a99-93da-26ada28872d2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.806464] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.806598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.806598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.807148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.807320] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.810531] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09186071-0e27-4ccd-8979-12e1a686a202 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.810531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.810531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.810531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.810531] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09186071-0e27-4ccd-8979-12e1a686a202',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.810531] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.810531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.810531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.810531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.810922] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.814331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.814532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.814532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.814664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.814786] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9db2ecc-c35b-4aaf-86f4-f2568d04fd36',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.816373] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.816373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.816373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.816533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.817021] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.821730] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.821963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.822027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.822382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.822672] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.823112] env[65403]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 806.824469] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0755e121-0d39-4091-bb59-c64f52343b61 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.824469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.824469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.825350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.825350] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0755e121-0d39-4091-bb59-c64f52343b61',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.827699] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.827699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.827699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.827699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.827699] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.828880] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.829066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.829174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.829874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.829968] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.997435] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.997435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.997435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.997435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.997435] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.997875] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.998030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.998090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.998269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.998766] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c78da30-ca47-4e57-b4ed-bf775acbd46d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.999435] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.999574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.999618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.000722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.000722] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.000970] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.001104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.001169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.001331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.001402] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.002349] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d7d696-726d-434b-9ec9-e671af8c1850 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.002548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.002606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.002764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.002847] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d7d696-726d-434b-9ec9-e671af8c1850',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.003711] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56985cc-96ef-4856-9b89-48da18a3e0fd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.003828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.003918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.004829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.004829] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56985cc-96ef-4856-9b89-48da18a3e0fd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.005082] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.005194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.005251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.005440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.005601] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.006854] env[65403]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 807.434083] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 807.434332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.434628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.434884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.435094] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.435232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.435288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.435467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.435548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.435644] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.509126] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.509331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.509406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.509672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509846] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.509947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.510023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.510258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.510401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.510515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.510610] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.511691] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.511691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.511852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.511898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.528929] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.529226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.532131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.532390] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.532535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.532590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.532765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.532851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.532938] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 is going to be updated. [ 807.534177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.534347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.548191] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.548301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.548475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.548678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.548841] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.548940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.549012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.549150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.549229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.549313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.549397] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.550484] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.550484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.550675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.550675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.550833] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.550923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.551020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.551137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.551233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.551298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.551463] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.554535] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.554675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.554762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.554912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.555440] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.555557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.555637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.555780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.555871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.555957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.556089] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.557037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.557161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.557161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.557316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.557903] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.557903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.557903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.557903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.557903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.557903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.558328] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.560593] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.560760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.560760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.560929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.561084] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.561210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.561283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.561404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.561636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.561636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.561636] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.563951] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.563951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.563951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.564245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.564245] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.564351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.564393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.564538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.564660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.564751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.564751] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.570381] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.570631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.570631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.570886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.570886] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.571075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.571075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.572270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.572270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.572270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.572270] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.581084] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.581287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.583899] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.584074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.584074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.584271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.584409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.587352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.587469] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1092b983-7073-483a-8a72-98fd2ec06b8f is going to be deleted. [ 807.589443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.589631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.625968] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 in Status: IN_PROGRESS for 2s [ 807.631418] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.631730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.632642] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.632787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.635032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.636051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.637254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.637352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.638060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.638177] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56985cc-96ef-4856-9b89-48da18a3e0fd is going to be deleted. [ 807.639632] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.639769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.639869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.640274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.641864] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.641982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.642923] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.643023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.646052] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.646052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.672948] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.673234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.716366] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.717048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.717266] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be deleted. [ 807.718722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.719051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.720837] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.720948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.771119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.771303] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d7d696-726d-434b-9ec9-e671af8c1850 is going to be deleted. [ 807.772453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.772692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.787357] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.787680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.855971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.856281] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c78da30-ca47-4e57-b4ed-bf775acbd46d is going to be deleted. [ 807.857327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.857566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.894637] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.894637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.929744] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.929998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.931121] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.931841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.932049] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be deleted. [ 807.933410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.933731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.938158] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.965090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.965269] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9db2ecc-c35b-4aaf-86f4-f2568d04fd36 is going to be deleted. [ 807.966644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.966904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.014418] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.024287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.024440] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7c512b8-5626-4a99-93da-26ada28872d2 is going to be deleted. [ 808.025465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.025718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.046153] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.046430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.053219] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.055909] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.056080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.076647] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.076908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.076908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.077116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.077288] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.077384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.077487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.077598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.077683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.077768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.077913] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.078012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.078074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.078217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.078683] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.078821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.078876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.078998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.079086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.079207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.079277] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.080701] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.082127] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.082453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.082534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.082720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.082889] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.083008] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.083103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.083257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.084029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.084029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.084029] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.084029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.084029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.084029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.084472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.084472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.084472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.084472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.084641] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.084641] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.084710] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.086604] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.092353] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.092353] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.107896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.108092] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be deleted. [ 808.109061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.109306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.110909] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.111051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.156364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.156505] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09186071-0e27-4ccd-8979-12e1a686a202 is going to be deleted. [ 808.157835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.158009] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.167604] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.167604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.232897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.233221] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daa23aa9-2db9-45e5-9416-9808f9dd1fb5 is going to be deleted. [ 808.234271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.234544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.288181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.288397] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0755e121-0d39-4091-bb59-c64f52343b61 is going to be deleted. [ 808.289515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.289819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.289973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.290184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1092b983-7073-483a-8a72-98fd2ec06b8f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.290383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.290574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.290665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.290783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56985cc-96ef-4856-9b89-48da18a3e0fd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.291713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.291713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.291713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.291945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d7d696-726d-434b-9ec9-e671af8c1850" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.291945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.292216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.294065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.294065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.294065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.294065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.294065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.294065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.294065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.295264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.295264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.295264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c78da30-ca47-4e57-b4ed-bf775acbd46d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.295264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.295493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.295585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9db2ecc-c35b-4aaf-86f4-f2568d04fd36" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.296284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.296716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7c512b8-5626-4a99-93da-26ada28872d2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.335748] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.335889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.336082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.336236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.336335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.336453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09186071-0e27-4ccd-8979-12e1a686a202" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.342912] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.343102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.343150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.343374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.343478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.343587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.385188] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.385436] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.385569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.385834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.385935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.386080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daa23aa9-2db9-45e5-9416-9808f9dd1fb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.432479] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 808.432838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.433610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.433610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.433610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.433610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.433610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0755e121-0d39-4091-bb59-c64f52343b61" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.441449] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.517466] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5b8898-a588-4079-a416-8c4e8284c4e7: rpc.has_security_group_logging(os_id): False [ 808.545695] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.545857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.545898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.546134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.556795] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 412ab911-9be7-4f42-8502-677eb92f8f29: rpc.has_security_group_logging(os_id): False [ 808.569760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.569972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.570109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.570178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.570390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.570472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.570562] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 808.575136] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.575413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.575455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.576054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.581266] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 459e771b-c24a-4715-ad08-243b88963f6b: rpc.has_security_group_logging(os_id): False [ 808.582305] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6128f894-93b1-456d-8150-d81626bdb867: rpc.has_security_group_logging(os_id): False [ 808.590163] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd07ae75-c896-458d-8b00-809f21c9a0eb: rpc.has_security_group_logging(os_id): False [ 808.591315] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2df569-a30a-4750-8824-a6a3a006c02a: rpc.has_security_group_logging(os_id): False [ 808.592517] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12f812d8-f14e-4c53-a2a4-abed092b6ef2: rpc.has_security_group_logging(os_id): False [ 808.593361] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c: rpc.has_security_group_logging(os_id): False [ 808.605772] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.605946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.616637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.616917] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.617026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.617096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.617307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.617391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.617477] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 412ab911-9be7-4f42-8502-677eb92f8f29 is going to be updated. [ 808.618559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.618730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.620556] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.620665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.621919] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.622064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.624546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.624688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.637218] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.637485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.642587] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.642761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.647352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.647352] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.647352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.647352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.647352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.647352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.647666] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.647666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.647666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.647767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.647767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.647925] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.648017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.648074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.648230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.648339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.648378] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be updated. [ 808.650218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.650218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.678224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.678651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.679300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.679300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.679300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.679453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.679453] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be updated. [ 808.680517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.680796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.683405] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.683405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.709024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.709024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.709024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.709024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.709024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.709024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.709634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.709819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.710047] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a is going to be updated. [ 808.711485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.711802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.716762] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.717055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.742029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.742029] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.742029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.742029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.742029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.742029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.742029] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c is going to be updated. [ 808.744044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.744535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.811051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.811051] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.811051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.811845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.811845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.811845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.811845] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 is going to be updated. [ 808.814734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.814734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.814734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.816257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.816508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.826424] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.826614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.834549] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: IN_PROGRESS for 2s [ 808.842937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.842937] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.842937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.842937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.842937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.843490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.843490] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.843490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.843490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.843622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.843731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.843862] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.843933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.844015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.844347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.844475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.844569] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 808.845868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.846137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.846878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.847463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.847561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.847667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.848618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.848737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.848867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.857715] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.857715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.857715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.857715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.857715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.870321] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: IN_PROGRESS for 2s [ 808.871931] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: IN_PROGRESS for 2s [ 808.873849] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 808.874656] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: IN_PROGRESS for 2s [ 808.919845] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.919845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.919845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.919845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.919845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.943804] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.944052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.944052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.944268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.945073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.945242] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 808.947642] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.947810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.947862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.948123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.948279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.957045] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: IN_PROGRESS for 2s [ 808.964632] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: IN_PROGRESS for 2s [ 808.999878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.000141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.000141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.000654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.000654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.077762] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.077983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.077983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.078207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.078362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.080225] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 809.095876] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 809.637080] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 in Status: SUCCESS [ 809.637497] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c3a387-502a-445a-936e-a8fbdc3a1ca3 deletion is rescheduled due to dependency. [ 809.637566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c3a387-502a-445a-936e-a8fbdc3a1ca3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.848183] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: SUCCESS [ 810.848580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.886843] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: SUCCESS [ 810.886843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.887487] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 810.887686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.888343] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 810.888520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.889557] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 810.889743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.972667] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: SUCCESS [ 810.972895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.976062] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: SUCCESS [ 810.976265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.100028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 811.100028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.108179] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 811.108395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.108569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.108782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.108967] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.109099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.109164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.109317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.109399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.109493] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.612560] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.793897] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 811.794094] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 812.114764] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.618708] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.618875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.618958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.619303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.619404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.619508] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 812.654751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.654923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.655046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.655307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.655517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.675982] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 813.561313] env[65403]: INFO networking_nsxv3.common.synchronization [req-a7b3ac94-3f18-42a0-896e-ed3a533653ab req-4678e3d3-2203-4361-9c0b-40052b09ac77 tempest-ListServersNegativeTestJSON-177106803 tempest-ListServersNegativeTestJSON-177106803-project-member] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 813.562231] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 813.562545] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.562647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.687038] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 814.687334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.687562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.687786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.687972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.688104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.688325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.688407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.688451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.688539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.688707] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.688786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.688835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.688977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.689124] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.689219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.689277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.689414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.689486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.689564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.689647] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.690563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.690750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.690876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.690972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.691045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.691188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.691261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.691419] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.193628] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dff4faa5-1980-4d24-aaf8-5a325cf2e9af: rpc.has_security_group_logging(os_id): False [ 815.194797] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.217019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.217242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.217299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.217473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.217577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.217877] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.218046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.218046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.218266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.218384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.218678] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.218826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.218921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.219284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.219377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.219581] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.219755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.219817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.220134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.220134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.220210] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be created. [ 815.327766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.328261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.328261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.328406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.328483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.344034] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 815.698178] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.199832] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.200115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.200115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.200317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.200436] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.200569] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 816.235100] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.235330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.235330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.235586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.235716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.253163] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 817.364037] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 817.364037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.364037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.364037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.364037] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.518275] env[65403]: INFO networking_nsxv3.common.synchronization [req-be01a2e4-1fd8-463b-a22f-a44f506ecdb1 req-ccc5cf7f-9ae7-456f-b3d3-ec24da7f7ac1 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 817.518818] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 817.519584] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.519763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.519843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.520095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.520260] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.520361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.520420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.520575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.520660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.520755] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.870617] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.870978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.936720] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.936720] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.936720] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.936941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.937855] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.938043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.938196] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.938529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.938793] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.939108] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.939313] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.939313] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.939538] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.939538] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.939761] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.940695] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.970363] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.970363] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.970363] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.970363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.970715] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-f5b0b94b-558f-4b26-9d17-b519e3a57673 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.970916] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.971073] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.971668] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.972046] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b0b94b-558f-4b26-9d17-b519e3a57673',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.022833] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.023083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.023953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.023953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.023953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.023953] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.024310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.024310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.024527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.024615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.024714] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be deleted. [ 818.083960] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.084215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.084290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.084583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.084683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.084804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.270299] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 818.270617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.270860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.272374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.272374] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.272374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.272374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.272374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.272374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.272374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.272374] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.475011] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.475340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.475433] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.475715] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.475863] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.476030] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port f5b0b94b-558f-4b26-9d17-b519e3a57673 not found, creating... [ 818.476301] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.476461] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.476574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.476795] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.476930] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.477375] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.477525] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.477631] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.477832] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.478457] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.478457] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: f5b0b94b-558f-4b26-9d17-b519e3a57673 is going to be created. [ 818.501679] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.501907] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.502205] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.502572] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.502722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.502966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.774560] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.774726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.774798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.775025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.775194] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.775292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.775354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.775503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.775590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.775675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.775816] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.775905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.775963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.776118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.776255] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.776551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.776869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.776942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.777181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.777181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.777323] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.206025] env[65403]: INFO networking_nsxv3.common.synchronization [req-be01a2e4-1fd8-463b-a22f-a44f506ecdb1 req-5d2f7407-f138-4ace-a779-3597ba7be149 service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 819.206185] env[65403]: INFO networking_nsxv3.common.synchronization [req-be01a2e4-1fd8-463b-a22f-a44f506ecdb1 req-5d2f7407-f138-4ace-a779-3597ba7be149 service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 819.206321] env[65403]: INFO networking_nsxv3.common.synchronization [req-be01a2e4-1fd8-463b-a22f-a44f506ecdb1 req-5d2f7407-f138-4ace-a779-3597ba7be149 service nova] Enqueued Resource ID: f5b0b94b-558f-4b26-9d17-b519e3a57673 with Priority: HIGHEST for action port [ 819.206548] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 819.206673] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 819.206768] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b0b94b-558f-4b26-9d17-b519e3a57673 with Priority: HIGHEST for action port [ 819.207329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.207435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.207502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.207692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.207769] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.208704] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.208814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.208882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.209052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.209199] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.209283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.209343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.209480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.209564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.209649] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.210457] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5b0b94b-558f-4b26-9d17-b519e3a57673 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.210566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.210630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.210778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.210851] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b0b94b-558f-4b26-9d17-b519e3a57673',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.279706] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dff4faa5-1980-4d24-aaf8-5a325cf2e9af: rpc.has_security_group_logging(os_id): False [ 819.300219] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.300397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.300457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.300638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.300729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.300939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.301049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.301113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.301265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.301343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.301526] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.301617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.301676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.301813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.301887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.302070] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.302209] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.302269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.302406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.302482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.302565] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 819.367728] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.367882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.367953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.368362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.368430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.385027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 819.714225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.714225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.714225] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.715912] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5b0b94b-558f-4b26-9d17-b519e3a57673 with status ACTIVE [ 819.715912] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.715912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.715912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.715912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.715912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.716253] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.716421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.716421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.717038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.717038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.717208] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.717405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.717405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.717500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.717500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.717673] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5b0b94b-558f-4b26-9d17-b519e3a57673 is going to be updated. [ 819.745456] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.745606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.745678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.745889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.746038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.746205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5b0b94b-558f-4b26-9d17-b519e3a57673" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.220601] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.293980] env[65403]: INFO networking_nsxv3.common.synchronization [req-e33ed78a-860f-4049-a5e6-c224803a7ce9 req-e7956108-35b0-4f98-9d68-eab112307892 tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 820.294705] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 820.295101] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.295233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.295302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.295522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.295736] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.295865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.295949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.296207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.296411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.296551] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.723420] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.723420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.723420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.723787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.723787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.723787] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be created. [ 820.725972] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.726278] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.726553] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.726869] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.727221] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.727462] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.727650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.729043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.729043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.729043] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.729043] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.729043] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.729043] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.729043] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.729043] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.729043] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.753701] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.755113] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.755345] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.755589] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.755949] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-2996e725-06ff-43aa-b027-071ce06065ad taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.756173] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.756327] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.756651] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.756800] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2996e725-06ff-43aa-b027-071ce06065ad',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.758622] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.758868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.758983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.759198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.762361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.773086] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: UNINITIALIZED for 2s [ 820.801320] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.801489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.801532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.802107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.802107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802284] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.802351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.802351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.803129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.803129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.803129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be deleted. [ 820.842674] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.842845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.842903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.843199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.843309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.843538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.265458] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.265768] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.265820] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.266644] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.266644] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.266644] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 2996e725-06ff-43aa-b027-071ce06065ad not found, creating... [ 821.266878] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.266942] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.267123] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.268082] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.268082] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.268082] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.268406] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.268448] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.268692] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.268890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.269083] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 2996e725-06ff-43aa-b027-071ce06065ad is going to be created. [ 821.296100] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.296348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.296468] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.296758] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.296990] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.297271] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407158] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 821.407404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.407610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.407857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.407947] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.910625] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.910625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.910625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.910995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.910995] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.911102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.911173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.911328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.911413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.911498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.911587] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.056361] env[65403]: INFO networking_nsxv3.common.synchronization [req-e33ed78a-860f-4049-a5e6-c224803a7ce9 req-97b234c4-3f0d-433b-91b2-25fe02fd3ea2 service nova] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_rules [ 822.056361] env[65403]: INFO networking_nsxv3.common.synchronization [req-e33ed78a-860f-4049-a5e6-c224803a7ce9 req-97b234c4-3f0d-433b-91b2-25fe02fd3ea2 service nova] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 822.056361] env[65403]: INFO networking_nsxv3.common.synchronization [req-e33ed78a-860f-4049-a5e6-c224803a7ce9 req-97b234c4-3f0d-433b-91b2-25fe02fd3ea2 service nova] Enqueued Resource ID: 2996e725-06ff-43aa-b027-071ce06065ad with Priority: HIGHEST for action port [ 822.056361] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_rules [ 822.056361] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 822.056361] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2996e725-06ff-43aa-b027-071ce06065ad with Priority: HIGHEST for action port [ 822.056596] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.056820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.056994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.057296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.057544] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.058521] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.059561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.059726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.060012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.060253] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.060471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.060681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.060933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.061131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.061308] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.062635] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2996e725-06ff-43aa-b027-071ce06065ad taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.062884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.064639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.064639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.064639] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2996e725-06ff-43aa-b027-071ce06065ad',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.414473] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.414653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.414723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.415564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.415564] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.415564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.415564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.415564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.415564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.415564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.415851] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.415851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.415851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.415956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.416106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.416183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.416236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.416484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.416581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.416662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.416780] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.565184] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.566158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.566430] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.567376] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2996e725-06ff-43aa-b027-071ce06065ad with status ACTIVE [ 822.567656] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.567777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.567848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.568048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.568151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.568416] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.568416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.568595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.568595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.568715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.568834] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.569296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.569296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.569296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.569296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.569296] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2996e725-06ff-43aa-b027-071ce06065ad is going to be updated. [ 822.603914] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.604054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.604154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.604791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.604791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.604791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2996e725-06ff-43aa-b027-071ce06065ad" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.787357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 822.788506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.789221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.789470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.789672] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.789843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.789921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.790107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.790187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.790549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.790549] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.918965] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dff4faa5-1980-4d24-aaf8-5a325cf2e9af: rpc.has_security_group_logging(os_id): False [ 822.945729] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.945955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.946056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.946346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.946464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.946842] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.946957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.947053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.947324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.947476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.947762] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.947869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.947929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.948199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.948289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.948601] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.948744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.948830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.948990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.949096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.949225] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 823.028810] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.029238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.029238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.029513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.029644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.051488] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 823.071455] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.292796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.292921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.292964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.293205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.293625] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.293625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.293625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.293796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.294112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.294112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.294112] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.295053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.295053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.295053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.295053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.295053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.295053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.295331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.295331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.295331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.295442] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.319051] env[65403]: INFO networking_nsxv3.common.synchronization [req-4cbd6ba8-a49d-4456-9d90-f5cf48441a1c req-baca0593-5853-48c6-81e2-864b721cf042 tempest-ListImageFiltersTestJSON-368960459 tempest-ListImageFiltersTestJSON-368960459-project-member] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 823.322969] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 823.322969] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.322969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.322969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.322969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.322969] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.322969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.322969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.322969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.322969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.322969] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.576844] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.576844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.576844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.576844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.576844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.576844] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be created. [ 823.606022] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.606022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.606022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.606022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.606022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.616798] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: UNINITIALIZED for 2s [ 823.728109] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.728109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.728109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.728109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.728109] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.728109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.728109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.728109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.728109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.730524] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.730524] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.730524] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.730524] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.730524] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.730524] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.730524] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.751563] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.751563] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.751563] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.751563] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.751563] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-316a8dd9-6361-4044-a33f-d33c90127890 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.751886] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.751938] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.752311] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.752451] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316a8dd9-6361-4044-a33f-d33c90127890',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.797868] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf08f2ad-f0dc-43d2-b412-fd509155ba67: rpc.has_security_group_logging(os_id): False [ 823.817333] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.817333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.817333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.817568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.817568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.817798] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.818020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.818020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.818130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819840] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819840] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.819840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819840] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be created. [ 823.824408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.824539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.824598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.824910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.824910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.825026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.825255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.825255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.825354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.825391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.825458] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff already deleted. [ 823.825540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.882720] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.882867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.882939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.883164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.883362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.901181] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 824.255475] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.255836] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.255836] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.256041] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.257070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.257070] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 316a8dd9-6361-4044-a33f-d33c90127890 not found, creating... [ 824.257070] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.257598] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.257598] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.257598] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257718] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257841] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.257984] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.258129] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.258317] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 316a8dd9-6361-4044-a33f-d33c90127890 is going to be created. [ 824.283310] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.283536] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.283770] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.283931] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.284285] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.284566] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.058558] env[65403]: INFO networking_nsxv3.common.synchronization [req-4cbd6ba8-a49d-4456-9d90-f5cf48441a1c req-6700fd6c-dfa8-42b8-8b27-bd37d61b4d9e service nova] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_rules [ 825.058667] env[65403]: INFO networking_nsxv3.common.synchronization [req-4cbd6ba8-a49d-4456-9d90-f5cf48441a1c req-6700fd6c-dfa8-42b8-8b27-bd37d61b4d9e service nova] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 825.058729] env[65403]: INFO networking_nsxv3.common.synchronization [req-4cbd6ba8-a49d-4456-9d90-f5cf48441a1c req-6700fd6c-dfa8-42b8-8b27-bd37d61b4d9e service nova] Enqueued Resource ID: 316a8dd9-6361-4044-a33f-d33c90127890 with Priority: HIGHEST for action port [ 825.059357] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_rules [ 825.059502] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 825.059754] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a8dd9-6361-4044-a33f-d33c90127890 with Priority: HIGHEST for action port [ 825.060124] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.060813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.060895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.061720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.061720] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.062223] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.062342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.062445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.062633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.062790] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.062900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.062968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.063449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.063548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.063656] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.065212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-316a8dd9-6361-4044-a33f-d33c90127890 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.065455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.065455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.065600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.067070] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316a8dd9-6361-4044-a33f-d33c90127890',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.071441] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 825.071441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.566480] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.571878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.571878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.572267] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 316a8dd9-6361-4044-a33f-d33c90127890 with status ACTIVE [ 825.572267] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.572267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.572407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.572563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.572661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.573018] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.573018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.573018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.573248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.573248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.573409] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.573491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.573561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.573685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.573759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.573840] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 316a8dd9-6361-4044-a33f-d33c90127890 is going to be updated. [ 825.597483] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.597721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.597721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.597893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.598046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.598207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-316a8dd9-6361-4044-a33f-d33c90127890" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.629193] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.632893] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.632893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.632893] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.916871] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 825.917755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.927802] env[65403]: INFO networking_nsxv3.common.synchronization [req-903d71ad-2236-4b15-8cf0-6590914a0019 req-d90b75ba-c584-4d9a-8a8a-e84e250ae1e3 tempest-ListImageFiltersTestJSON-368960459 tempest-ListImageFiltersTestJSON-368960459-project-member] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 825.928500] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 825.929072] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.929072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.072025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.133922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.134192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.134192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.134460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.134756] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.134840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.134881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.135152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.135152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.135258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.135436] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.135523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.135572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.135813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.135889] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.136038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.136079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.136193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.136261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.136426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.136521] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.360034] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.360034] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.360034] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.360221] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.360366] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.360523] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.360636] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.360991] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.361603] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.361876] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.362049] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.362228] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.362769] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.362949] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.363129] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.363312] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.384846] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.385382] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.385558] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.385744] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-291" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.386083] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.386282] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.386417] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.386831] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.387084] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e75e1f-a35d-4486-9b99-ab55e8a9f14e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.577680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.577680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.577680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.577680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.577680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.577680] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be created. [ 826.606787] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.606787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.606787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.606787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.606787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.616717] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: UNINITIALIZED for 2s [ 826.639709] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ec3ba1-460a-41c7-a72e-05efb1b62141: rpc.has_security_group_logging(os_id): False [ 826.670040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.670040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.671395] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.671751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.672038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.672465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.672748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.673320] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.676024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.676024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.676024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.676024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.676024] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be created. [ 826.775346] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.775561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.775561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.775761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.775942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.790858] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 826.892643] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.893783] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.893783] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.894456] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.894456] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.894591] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 52e75e1f-a35d-4486-9b99-ab55e8a9f14e not found, creating... [ 826.895032] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.895235] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.895441] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.896155] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.896523] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.897793] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.898578] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.898578] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.898995] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.899132] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.899208] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 52e75e1f-a35d-4486-9b99-ab55e8a9f14e is going to be created. [ 826.927968] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.928457] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.928560] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.928992] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.929336] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.929580] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.651155] env[65403]: INFO networking_nsxv3.common.synchronization [req-903d71ad-2236-4b15-8cf0-6590914a0019 req-a235f3d8-d047-46d8-a88e-61699063009c service nova] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_rules [ 827.651155] env[65403]: INFO networking_nsxv3.common.synchronization [req-903d71ad-2236-4b15-8cf0-6590914a0019 req-a235f3d8-d047-46d8-a88e-61699063009c service nova] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 827.651155] env[65403]: INFO networking_nsxv3.common.synchronization [req-903d71ad-2236-4b15-8cf0-6590914a0019 req-a235f3d8-d047-46d8-a88e-61699063009c service nova] Enqueued Resource ID: 52e75e1f-a35d-4486-9b99-ab55e8a9f14e with Priority: HIGHEST for action port [ 827.651487] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_rules [ 827.651605] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 827.651997] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e75e1f-a35d-4486-9b99-ab55e8a9f14e with Priority: HIGHEST for action port [ 827.653564] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.653678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.653917] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.654010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.654227] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.654287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.654344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.654539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.654614] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e75e1f-a35d-4486-9b99-ab55e8a9f14e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.157762] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52e75e1f-a35d-4486-9b99-ab55e8a9f14e with status ACTIVE [ 828.158780] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.158780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.158780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.158780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.158780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.158780] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.158780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.159123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.159123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.159123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.159227] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.159277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.159361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.159470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.159537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.159632] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52e75e1f-a35d-4486-9b99-ab55e8a9f14e is going to be updated. [ 828.185042] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.185042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.185042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.185364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.185364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.185429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e75e1f-a35d-4486-9b99-ab55e8a9f14e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.626982] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: SUCCESS [ 828.627322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.627498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.627710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.628067] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.628233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.628306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.628486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.628572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.628659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.628762] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.630562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.630562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.630562] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.630562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.630562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.630562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.630562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.630863] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.809724] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 828.810101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.907810] env[65403]: INFO networking_nsxv3.common.synchronization [None req-59459636-f1d3-471e-abd6-3df7d7a73434 tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_rules [ 828.908435] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_rules [ 828.908821] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.908963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.909043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.909292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.909375] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.037686] env[65403]: INFO networking_nsxv3.common.synchronization [None req-6d9f6d5d-e24d-4938-a624-e2fee36fe5ff tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_rules [ 829.038288] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_rules [ 829.038626] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.038759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.132239] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.132370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.135938] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.433068] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.433068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.434220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.436016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.436016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.436016] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 already deleted. [ 829.436016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.436016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.436016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.436016] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.637927] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.967490] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.967490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.967893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.967893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.967893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.968026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 already deleted. [ 829.968061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.144139] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.144317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.144373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.144630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.144731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.144831] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be updated. [ 830.175770] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.176013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.176013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.176244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.176399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.186405] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: IN_PROGRESS for 2s [ 831.816529] env[65403]: INFO networking_nsxv3.common.synchronization [req-26fd6d11-5291-472f-b5bb-70cbe0726dc8 req-0bbb9c06-f2ac-4c45-941e-c065764eacae tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 831.817474] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 831.817474] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.817863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.817863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.818108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.818108] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.818292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.818292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.818394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.818480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.818572] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.205524] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: SUCCESS [ 832.205524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.205524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.205707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.205905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.206083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.206241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.206353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.206476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.206614] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.320984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.321514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.321514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.322066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.323094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.323242] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.323415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.323515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.323747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.323937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.323937] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 already deleted. [ 832.324066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.390162] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.390634] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.390818] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.391306] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.392287] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.392287] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.392287] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.392517] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.392781] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.392847] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.392978] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.393104] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.394693] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.394693] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.394693] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.394693] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.414863] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.415119] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.415313] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.415561] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.416110] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-8153508e-3785-4ce4-8c6e-28d741888e19 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.417533] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.417750] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.418198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.418394] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8153508e-3785-4ce4-8c6e-28d741888e19',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.714459] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.921577] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.921978] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.922190] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.922604] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.922860] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.923123] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 8153508e-3785-4ce4-8c6e-28d741888e19 not found, creating... [ 832.923637] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.923926] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.924164] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.924567] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.924822] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.925288] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.925545] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.925692] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.925932] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.926091] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.926236] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 8153508e-3785-4ce4-8c6e-28d741888e19 is going to be created. [ 832.956203] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.956504] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.956634] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.956998] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.957319] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.957607] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.216978] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.722590] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.722868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.722868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.723047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.723144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.723450] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be updated. [ 833.757881] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.758105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.758193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.758471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.759508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.764047] env[65403]: INFO networking_nsxv3.common.synchronization [req-26fd6d11-5291-472f-b5bb-70cbe0726dc8 req-3591dddb-dd52-42b8-8f77-a266c1371fa8 service nova] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 833.764273] env[65403]: INFO networking_nsxv3.common.synchronization [req-26fd6d11-5291-472f-b5bb-70cbe0726dc8 req-3591dddb-dd52-42b8-8f77-a266c1371fa8 service nova] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 833.764426] env[65403]: INFO networking_nsxv3.common.synchronization [req-26fd6d11-5291-472f-b5bb-70cbe0726dc8 req-3591dddb-dd52-42b8-8f77-a266c1371fa8 service nova] Enqueued Resource ID: 8153508e-3785-4ce4-8c6e-28d741888e19 with Priority: HIGHEST for action port [ 833.765470] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 833.765470] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 833.765600] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8153508e-3785-4ce4-8c6e-28d741888e19 with Priority: HIGHEST for action port [ 833.765896] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.766057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.766132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.766340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.766418] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.767429] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.768008] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.768088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.768275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.768489] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.768685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.768758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.768954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.770837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.770837] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.770837] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8153508e-3785-4ce4-8c6e-28d741888e19 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.770837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.770837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.770837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.771551] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8153508e-3785-4ce4-8c6e-28d741888e19',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.773072] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: IN_PROGRESS for 2s [ 834.042045] env[65403]: INFO networking_nsxv3.common.synchronization [None req-17b5f13f-aa31-46c5-b271-d63c839279e6 None None] Enqueued Resource ID: 7d10c789-8005-437b-bd6d-e7eb863f65e1 with Priority: HIGHEST for action port [ 834.042045] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d10c789-8005-437b-bd6d-e7eb863f65e1 with Priority: HIGHEST for action port [ 834.042045] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d10c789-8005-437b-bd6d-e7eb863f65e1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.042045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d10c789-8005-437b-bd6d-e7eb863f65e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.042045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d10c789-8005-437b-bd6d-e7eb863f65e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.043065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d10c789-8005-437b-bd6d-e7eb863f65e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.043538] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d10c789-8005-437b-bd6d-e7eb863f65e1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.229150] env[65403]: INFO networking_nsxv3.common.synchronization [req-2bc51124-880a-48f4-8f82-ce7a5af9b92e req-ad63734f-d97b-49d7-a07c-23c3dd83b296 tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 834.230029] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 834.230479] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.230648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.230735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.230960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.231174] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.231290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.231378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.231921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.232039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.232127] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.272701] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.274451] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.274658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.275295] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8153508e-3785-4ce4-8c6e-28d741888e19 with status ACTIVE [ 834.277301] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.279240] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.279240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.279640] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.279699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.279785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.279934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.280028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.280105] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8153508e-3785-4ce4-8c6e-28d741888e19 is going to be updated. [ 834.317949] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.317949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.317949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8153508e-3785-4ce4-8c6e-28d741888e19" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.545837] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d10c789-8005-437b-bd6d-e7eb863f65e1 [ 834.546074] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.546203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.546273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.546584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.546674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.546771] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d10c789-8005-437b-bd6d-e7eb863f65e1 already deleted. [ 834.546854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d10c789-8005-437b-bd6d-e7eb863f65e1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.737226] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.777339] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.238322] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.285712] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.285712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.285712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.285712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.285712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.285712] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be created. [ 835.325427] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.325571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.325644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.325856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.326021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.338835] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: UNINITIALIZED for 2s [ 835.742028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.742167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.742167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.742419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.742711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.742711] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 835.770065] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5c6a7ad0-adb5-4320-9182-1f85062ef5ac tempest-ServerActionsV293TestJSON-2034089889 tempest-ServerActionsV293TestJSON-2034089889-project-member] Enqueued Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_rules [ 835.772991] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_rules [ 835.773665] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d007dde-3da2-4383-961a-d31e60174748 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.773857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.773960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.774242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.774384] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.778145] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.778337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.778462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.778706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.778880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.787750] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 835.788471] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: SUCCESS [ 835.788725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.788932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.789193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.789388] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.789512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.789570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.789785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.789897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.790219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.790695] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.790695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.790832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.790941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.791145] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.791287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.791367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.791532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.791644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.791747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.791863] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.932744] env[65403]: INFO networking_nsxv3.common.synchronization [None req-72ebcfb9-0dc9-4db1-be84-3a946f48c83d tempest-ServerActionsV293TestJSON-2034089889 tempest-ServerActionsV293TestJSON-2034089889-project-member] Enqueued Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_rules [ 835.933244] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_rules [ 835.933616] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d007dde-3da2-4383-961a-d31e60174748 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.933738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.294255] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84d18c7c-09c2-47d5-9ffc-325c768e33ff: rpc.has_security_group_logging(os_id): False [ 836.320031] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.320031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.320031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.320031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.320031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.320031] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d007dde-3da2-4383-961a-d31e60174748 already deleted. [ 836.320031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.320031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.320031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.320703] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.327296] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.327445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.327512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.327756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.327846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.328040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.328181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.328244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.328351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.328429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.328618] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.328712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.328769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.328909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.328984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.329185] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.329279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.329343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.329469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.329544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.329629] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be created. [ 836.433527] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.433527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.433527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.433527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.433920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.448540] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: IN_PROGRESS for 2s [ 836.487205] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b58c4043-3413-427c-b649-c3bc69388963 None None] Enqueued Resource ID: 8ae63316-624c-46f1-ad9e-0386b5c89af3 with Priority: HIGHEST for action port [ 836.487714] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae63316-624c-46f1-ad9e-0386b5c89af3 with Priority: HIGHEST for action port [ 836.488493] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae63316-624c-46f1-ad9e-0386b5c89af3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.489010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae63316-624c-46f1-ad9e-0386b5c89af3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.489010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae63316-624c-46f1-ad9e-0386b5c89af3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.489010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae63316-624c-46f1-ad9e-0386b5c89af3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.489168] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae63316-624c-46f1-ad9e-0386b5c89af3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.579028] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c779692-3e82-4df8-bc12-63107a984bc0 req-5c298572-792e-40ac-9c44-5f13aa0c16d3 tempest-ServerRescueTestJSON-2017975124 tempest-ServerRescueTestJSON-2017975124-project-member] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 836.579863] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 836.580884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.580884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.580884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.580884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.580884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.581371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.581371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.581371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.581371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.581371] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.846805] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.846961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.847560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.847854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.847958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.848087] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d007dde-3da2-4383-961a-d31e60174748 already deleted. [ 836.848170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.993685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ae63316-624c-46f1-ad9e-0386b5c89af3 [ 836.993964] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.994103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.994160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.994720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.994720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.994720] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ae63316-624c-46f1-ad9e-0386b5c89af3 already deleted. [ 836.994956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae63316-624c-46f1-ad9e-0386b5c89af3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.083758] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.116787] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.117031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.117175] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.117442] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.117721] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.117877] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.118210] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.118411] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.119025] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.119345] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.119562] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.119711] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.120161] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.120420] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.120500] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.121352] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.146139] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.146394] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.146647] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.146925] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-623" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.147190] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-23a28688-91a1-49b9-afee-be71477d53d7 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.147740] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.147740] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.147901] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.148060] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a28688-91a1-49b9-afee-be71477d53d7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.349852] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 837.349852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.350297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.350297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.350386] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.350494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.350550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.350712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.350803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.350881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.350965] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.590304] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.650727] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.651092] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.651295] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.651672] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.651842] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.652090] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 23a28688-91a1-49b9-afee-be71477d53d7 not found, creating... [ 837.652492] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.652881] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.652957] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.653262] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.653507] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.653849] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.654233] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.654415] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.654696] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.654901] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.655110] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 23a28688-91a1-49b9-afee-be71477d53d7 is going to be created. [ 837.676602] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.676885] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.677065] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.677405] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.677694] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.677985] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.800982] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 837.801949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.854054] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.093060] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.093320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.093455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.093721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.093861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.094016] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be updated. [ 838.129789] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.129931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.130012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.130312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.130398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.141879] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: IN_PROGRESS for 2s [ 838.356968] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a48ead2-63df-4fad-b944-6b5a228b7a17: rpc.has_security_group_logging(os_id): False [ 838.379645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.379829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.379900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.382483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.382662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.383013] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.383146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.383246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.383560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.383634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.383697] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be created. [ 838.433796] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c779692-3e82-4df8-bc12-63107a984bc0 req-1f68cb0c-ca60-4da1-8601-3ccd3f19e93c service nova] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_rules [ 838.434992] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c779692-3e82-4df8-bc12-63107a984bc0 req-1f68cb0c-ca60-4da1-8601-3ccd3f19e93c service nova] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 838.434992] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c779692-3e82-4df8-bc12-63107a984bc0 req-1f68cb0c-ca60-4da1-8601-3ccd3f19e93c service nova] Enqueued Resource ID: 23a28688-91a1-49b9-afee-be71477d53d7 with Priority: HIGHEST for action port [ 838.436292] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_rules [ 838.436292] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 838.436292] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a28688-91a1-49b9-afee-be71477d53d7 with Priority: HIGHEST for action port [ 838.437491] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.437491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.437491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.437491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.437491] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.442802] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.442802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.442964] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a28688-91a1-49b9-afee-be71477d53d7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.443093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.443165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.443576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.443684] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a28688-91a1-49b9-afee-be71477d53d7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.461060] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.464954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.464954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.464954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.464954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.467872] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: SUCCESS [ 838.468093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.468264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.468479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.468560] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.475079] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 838.947500] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23a28688-91a1-49b9-afee-be71477d53d7 with status ACTIVE [ 838.948575] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.949911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.949911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.949911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.950095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.950561] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.950716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.950716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.952467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.955107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.955107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.955107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.955107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.955107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.955107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.955107] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23a28688-91a1-49b9-afee-be71477d53d7 is going to be updated. [ 838.959324] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.959324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.972814] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.972814] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.972814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.973735] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.985565] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.985565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.985903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.985903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.986264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.987361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a28688-91a1-49b9-afee-be71477d53d7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.475019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.475369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.475369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.475582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.475671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.475798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.475844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.475984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.478234] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.478234] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.478234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.478234] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.981054] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84d18c7c-09c2-47d5-9ffc-325c768e33ff: rpc.has_security_group_logging(os_id): False [ 840.004518] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.005400] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.006013] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.006141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.006191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.006558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.006813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.007274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.007274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.007274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.007439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.007439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.007546] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be updated. [ 840.077197] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.077338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.077415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.077669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.077815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.091337] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: IN_PROGRESS for 2s [ 840.153574] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 840.153683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.153909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.154145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.154537] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.154537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.154652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.155203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.155203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.155203] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.489827] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 840.490306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.657706] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.160200] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.662882] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.663222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.663222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.663435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.663533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.663643] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be updated. [ 841.694198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.694198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.694198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.694198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.694198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.702407] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: IN_PROGRESS for 2s [ 842.107069] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: SUCCESS [ 842.107288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.677270] env[65403]: INFO networking_nsxv3.common.synchronization [req-66e58d7f-f940-4dda-91b3-ab325777e0b0 req-6de6342d-8941-4230-9a29-a5b67a09a518 tempest-MigrationsAdminTest-1136946906 tempest-MigrationsAdminTest-1136946906-project-member] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 842.678754] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 842.679492] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.679675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.679755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.680053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.680227] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.680408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.680408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.682821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.682821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.682821] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.183764] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.689458] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.713469] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 843.713712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.713932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.714419] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.714541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.714657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.715010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.715112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.715237] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.192574] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.192574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.192574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.193110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.193110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.193110] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 is going to be updated. [ 844.224030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224658] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224997] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.225156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.225250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.225683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.225683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.225806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.225930] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.236048] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.236337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.236663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.237078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.237942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.255449] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: IN_PROGRESS for 2s [ 844.729935] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 459e771b-c24a-4715-ad08-243b88963f6b: rpc.has_security_group_logging(os_id): False [ 844.755087] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.755399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.755626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.755917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.756118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.756408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.756631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.756786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.757108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.758365] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.758365] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.758365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.758856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.758856] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be updated. [ 844.824547] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.824788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.824836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.825193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.825276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.843048] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: IN_PROGRESS for 2s [ 846.266313] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: SUCCESS [ 846.266642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.864140] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 846.864534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.679959] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.680279] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 848.811586] env[65403]: INFO networking_nsxv3.common.synchronization [req-2950d033-f94a-435d-8e0b-b4cf263f1029 req-34a25900-9477-440a-a7bb-3b65802f1e39 tempest-FloatingIPsAssociationTestJSON-1623189052 tempest-FloatingIPsAssociationTestJSON-1623189052-project-member] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 848.812251] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 848.812701] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.812880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.812988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.813293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.813502] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.813662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.813824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.814756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.814756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.814756] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.913054] env[65403]: INFO networking_nsxv3.common.synchronization [req-a0b33fcc-9764-4597-a5ba-e66e69d2a3f7 req-5e2c3163-cb75-4754-837f-a578af91b857 tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 848.913691] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 848.913980] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.914177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.914301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.914504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.914686] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.914808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.914931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.915066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.915193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.915310] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.248030] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.248293] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.248492] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.248963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.249408] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.249658] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.250088] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.250471] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.250721] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.251063] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.251272] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.251463] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.251691] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.251892] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.252107] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.252360] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.276841] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.279154] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.279154] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.279154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.279154] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-63821f92-9164-4a9c-ac44-6d6d4df11d7c taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.279154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.279154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.279154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.279154] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63821f92-9164-4a9c-ac44-6d6d4df11d7c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.316788] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.316963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.317047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.317401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.317508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.317710] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.317810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.317871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.318158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.318258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.318341] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827c1590-9866-491f-b286-151fd85f62d0 already deleted. [ 849.318434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.418567] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.418795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.418867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.419105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.419196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.419401] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.419502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.419602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.419709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.419895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.419986] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be updated. [ 849.449295] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.449475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.449545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.450378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.450378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.458846] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 849.781284] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.781517] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.781593] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.781926] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.783029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.783029] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 63821f92-9164-4a9c-ac44-6d6d4df11d7c not found, creating... [ 849.783029] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.783029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.783029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.783388] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.783388] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.783772] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.783940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.784077] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.784298] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.784435] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.784578] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 63821f92-9164-4a9c-ac44-6d6d4df11d7c is going to be created. [ 849.805660] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.805855] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.805980] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.806269] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.806517] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.806819] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.527387] env[65403]: INFO networking_nsxv3.common.synchronization [req-2950d033-f94a-435d-8e0b-b4cf263f1029 req-0cef5b40-71cf-49c6-af58-049d03327be6 service nova] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_rules [ 850.527746] env[65403]: INFO networking_nsxv3.common.synchronization [req-2950d033-f94a-435d-8e0b-b4cf263f1029 req-0cef5b40-71cf-49c6-af58-049d03327be6 service nova] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 850.527746] env[65403]: INFO networking_nsxv3.common.synchronization [req-2950d033-f94a-435d-8e0b-b4cf263f1029 req-0cef5b40-71cf-49c6-af58-049d03327be6 service nova] Enqueued Resource ID: 63821f92-9164-4a9c-ac44-6d6d4df11d7c with Priority: HIGHEST for action port [ 850.528256] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_rules [ 850.528387] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 850.528566] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63821f92-9164-4a9c-ac44-6d6d4df11d7c with Priority: HIGHEST for action port [ 850.528797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.528937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.529020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.529267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.529348] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.530439] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.530567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.530634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.530810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.530966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.531068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.531136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.531288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.531369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.531460] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.532332] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-63821f92-9164-4a9c-ac44-6d6d4df11d7c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.532487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.532566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.532652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.533233] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63821f92-9164-4a9c-ac44-6d6d4df11d7c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.035054] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63821f92-9164-4a9c-ac44-6d6d4df11d7c with status ACTIVE [ 851.035054] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.035240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.035240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.035540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.035718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.035987] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.036864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.036864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.036864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.036864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.036864] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.036864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.036864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.037266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.037266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.037266] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63821f92-9164-4a9c-ac44-6d6d4df11d7c is going to be updated. [ 851.038484] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.038573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.038771] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.062735] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.062907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.062952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.063174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.063329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63821f92-9164-4a9c-ac44-6d6d4df11d7c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.473778] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 851.473964] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 deletion is rescheduled due to dependency. [ 851.474120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.540808] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.562146] env[65403]: INFO networking_nsxv3.common.synchronization [req-4a1f8dcb-c224-4361-aee3-e0f3c2ea8e8b req-565405c9-4398-4280-8ca5-29cae0bf9c19 tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 851.563028] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 851.563699] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.563854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.563946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.564256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.564471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.564574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.564638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.564792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.564895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.564993] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.986283] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.986586] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.986586] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.988018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.988018] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.988018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.988018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.988018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.988018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.988362] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.988362] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.988362] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.988489] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.988551] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.988670] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.988796] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.010639] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.014016] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.014016] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.014016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.014016] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.014016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.014016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.014016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.014016] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.048124] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.048124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.048124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.048124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.048124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.048124] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be created. [ 852.069498] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.069772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.069772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.069936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.070047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.070282] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.070403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.070465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.070655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.070723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.070815] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 already deleted. [ 852.070939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.080743] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.080914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.080979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.081155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.081309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.095310] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: UNINITIALIZED for 2s [ 852.514685] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.514979] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.515479] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.515876] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.516049] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.516258] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a not found, creating... [ 852.516595] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.516788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.516928] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.517202] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.517377] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.517732] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.517951] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.518062] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.518324] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.518472] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.518650] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a is going to be created. [ 852.543586] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.544045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.544045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.544223] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.544455] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.544688] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.322194] env[65403]: INFO networking_nsxv3.common.synchronization [req-4a1f8dcb-c224-4361-aee3-e0f3c2ea8e8b req-1a217603-f23f-48fe-ad70-0392eebeff40 service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 853.322481] env[65403]: INFO networking_nsxv3.common.synchronization [req-4a1f8dcb-c224-4361-aee3-e0f3c2ea8e8b req-1a217603-f23f-48fe-ad70-0392eebeff40 service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 853.322679] env[65403]: INFO networking_nsxv3.common.synchronization [req-4a1f8dcb-c224-4361-aee3-e0f3c2ea8e8b req-1a217603-f23f-48fe-ad70-0392eebeff40 service nova] Enqueued Resource ID: 8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a with Priority: HIGHEST for action port [ 853.323239] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 853.323397] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 853.323507] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a with Priority: HIGHEST for action port [ 853.324370] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.324370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.324581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.324667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.324748] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.326247] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.326400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.326485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.326924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.326924] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.327480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.328766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.330868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.330868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.330868] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.333244] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.333419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.333513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.333764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.333873] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.836360] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a with status ACTIVE [ 853.836599] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.836715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.836787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.836954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.837054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.837254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.837360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.837416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.837572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.837647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.837824] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.837911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.838043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.838208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.838286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.838369] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a is going to be updated. [ 853.839500] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.840463] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.840580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.862102] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.862294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.862418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.862682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.899698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.899698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8005c3ef-7a66-4eb6-ba82-a18f80a1cd9a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.107096] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: SUCCESS [ 854.107233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.107483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.107692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.107938] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.108102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.108189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.108365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.108471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.108576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.108685] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.342801] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.611630] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.611630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.611932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.612066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.612278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.612524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.612639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.612811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.612942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.613083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.613417] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.613490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.613593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.613855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.614074] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.614253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.614351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.614588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.614731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.614826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.614923] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.845711] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.846089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.846089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.846175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.846893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.847139] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be created. [ 854.872121] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.872275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.872416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.872751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.872791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.883214] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: UNINITIALIZED for 2s [ 855.118202] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827c1590-9866-491f-b286-151fd85f62d0: rpc.has_security_group_logging(os_id): False [ 855.137930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.138124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.138203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.138435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.138534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.138761] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.138871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.138916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.139095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.139173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.139361] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.139456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.139499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.139634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.139732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.139977] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.140167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.140275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.140406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.140492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.140579] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be created. [ 855.209060] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.209156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.209230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.209509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.211313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.226352] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: IN_PROGRESS for 2s [ 856.896593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 856.896849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.896940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.897263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.897439] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.897592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.897675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.897851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.897951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.898050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.898143] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.164613] env[65403]: INFO networking_nsxv3.common.synchronization [req-606f23f0-ab0e-4a70-a3c9-c9af8045ae49 req-9871811a-9eab-45f1-9dfa-07e28eebd8d5 tempest-ListServersNegativeTestJSON-177106803 tempest-ListServersNegativeTestJSON-177106803-project-member] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 857.165155] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 857.165472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.165661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.165661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.165828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.165974] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.166751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.166818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.167021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.167102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.167193] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.171972] env[65403]: INFO networking_nsxv3.common.synchronization [req-3d18d6a9-c57d-4616-997c-10b3ad98f211 req-a45f35ce-81ae-44bb-8ee6-4876d24f9f6b tempest-ListServersNegativeTestJSON-177106803 tempest-ListServersNegativeTestJSON-177106803-project-member] Enqueued Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 857.171972] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af with Priority: HIGHEST for action security_group_members [ 857.174141] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.174262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.238408] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: SUCCESS [ 857.238666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.400593] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.400779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.400852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.401089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.401289] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.401890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.401966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.402164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.402251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.402393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.402561] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.402647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.402701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.402842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.402988] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.403093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.403151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.403287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.403362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.403443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.403528] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.612693] env[65403]: INFO networking_nsxv3.common.synchronization [req-943e6263-b471-41b1-b4fd-c91741aa3d2b req-502d95bf-0ff5-493a-90c9-e05550337a02 tempest-ServersTestJSON-81589447 tempest-ServersTestJSON-81589447-project-member] Enqueued Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_members [ 857.616023] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_members [ 857.616023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.616023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.616023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.616023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.616023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.616023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.616023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.616023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.616023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.616023] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.674856] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.674856] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.674856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.674856] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 857.706217] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.706217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.706217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.706217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.706430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.723152] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 857.905757] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb1728c8-db4a-4075-a39b-581bf1402e13: rpc.has_security_group_logging(os_id): False [ 857.933027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.933027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.933027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.933027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.933027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.933027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.933027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.933403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.933403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.933403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.933503] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.933607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.933654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.933811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.933896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.934114] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.934232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.934293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.934454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.934530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.934610] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be created. [ 858.010790] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.011057] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-592" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.011198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-592" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.011543] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-592" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.012294] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.012578] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.012760] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.013353] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.013527] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.013752] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.013863] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.013969] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.014105] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.014492] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.014492] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.014492] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.040561] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.040889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.040889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.041340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.041340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.046620] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.046803] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.046946] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.047155] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-592" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.047560] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.047761] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.047881] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.048200] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.048372] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.055550] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 858.118043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.118043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.118274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.118307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.118579] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.118719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.119053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.119138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.119242] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 already deleted. [ 858.119332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.550962] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.551284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.551473] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.551741] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.551908] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.552097] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 not found, creating... [ 858.552426] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.552627] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.552770] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.553064] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.553213] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.553549] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.553726] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.553850] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.554119] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.554305] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.554464] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 is going to be created. [ 858.576803] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.577133] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.577367] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.577656] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.579035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.579035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.298316] env[65403]: INFO networking_nsxv3.common.synchronization [req-943e6263-b471-41b1-b4fd-c91741aa3d2b req-53a37027-437f-463c-9e90-6463bed6474b service nova] Enqueued Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_rules [ 859.298316] env[65403]: INFO networking_nsxv3.common.synchronization [req-943e6263-b471-41b1-b4fd-c91741aa3d2b req-53a37027-437f-463c-9e90-6463bed6474b service nova] Enqueued Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_members [ 859.298316] env[65403]: INFO networking_nsxv3.common.synchronization [req-943e6263-b471-41b1-b4fd-c91741aa3d2b req-53a37027-437f-463c-9e90-6463bed6474b service nova] Enqueued Resource ID: f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 with Priority: HIGHEST for action port [ 859.298316] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_rules [ 859.298316] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_members [ 859.298316] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 with Priority: HIGHEST for action port [ 859.299327] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.299695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.299934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.300255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.300466] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.302419] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.302419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.302419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.302419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.302419] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.302419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.302419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.302419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.302419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.303163] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.304204] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.304754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.304926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.305212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.305418] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.734016] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 859.734211] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af deletion is rescheduled due to dependency. [ 859.734400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.734594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.734787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.734963] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.735092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.735149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.735299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.735378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.735472] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dff4faa5-1980-4d24-aaf8-5a325cf2e9af',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.807749] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.808776] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.808873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.809039] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 with status ACTIVE [ 859.809195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.809302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.809358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.809560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.809637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.809799] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.809896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.809953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.810106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.810185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.810363] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.810452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.810517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.810661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.810732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.810861] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6 is going to be updated. [ 859.834603] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.834830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.834830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.835037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.835221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.835419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0fefd4f-3c8a-41cf-9ad1-01535ceaa8c6" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.068859] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 860.069105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.238074] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.238199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.238239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.238502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.238604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.238805] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.238908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.238972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.239151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.239227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.239313] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af is going to be updated. [ 860.267813] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.267989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.268067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.268285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.268517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.278946] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: IN_PROGRESS for 2s [ 860.314374] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.820721] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.821202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.821282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.821505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.821623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.821715] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 is going to be created. [ 860.848811] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.849071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.849186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.849459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.850260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859987] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 in Status: UNINITIALIZED for 2s [ 862.291054] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af in Status: SUCCESS [ 862.291289] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dff4faa5-1980-4d24-aaf8-5a325cf2e9af deletion is rescheduled due to dependency. [ 862.291677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dff4faa5-1980-4d24-aaf8-5a325cf2e9af" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.870571] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 in Status: SUCCESS [ 862.870824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.871120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.871344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.871542] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.871663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.871728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.871878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.871954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.872056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.872147] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.375527] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.877482] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c5bfafe-0cd9-470e-8b33-dcb996cddd22: rpc.has_security_group_logging(os_id): False [ 863.896095] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.896313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.896389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.896614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.896706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.896945] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.897076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.897121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.897260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.897334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.897420] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 is going to be created. [ 863.966772] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.966926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.966999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.967253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.967451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.982102] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 in Status: IN_PROGRESS for 2s [ 864.298368] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 864.298368] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 864.728195] env[65403]: INFO networking_nsxv3.common.synchronization [req-61de5e74-942b-4263-b396-f095552618d5 req-923e5f51-9ba5-4638-897b-3ef168929284 tempest-ServerTagsTestJSON-494431767 tempest-ServerTagsTestJSON-494431767-project-member] Enqueued Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_members [ 864.728455] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_members [ 864.729397] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-91369277-b44b-4a33-9373-2f4506934e7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.729397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.729397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.729820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.730073] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.730219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.730306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.730524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.730638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.730766] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.126341] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.126535] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-484" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.126653] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-484" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.126982] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-484" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.127703] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.127703] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.127703] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.127703] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.127940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.128281] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.129017] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.129017] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.129017] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.129147] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.129331] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.129516] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.148458] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.148640] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.148778] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.149083] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-484" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.149425] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-88b5d09d-3e7d-4d3e-b232-e41167d9f691 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.149600] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.149718] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.150128] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.150274] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b5d09d-3e7d-4d3e-b232-e41167d9f691',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.235095] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.235095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.235095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.235095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.235095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.235334] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.235413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.235478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.236338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.236338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.236338] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91369277-b44b-4a33-9373-2f4506934e7d already deleted. [ 865.236338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.653109] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.653413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.653544] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.653871] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.654050] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.654241] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 88b5d09d-3e7d-4d3e-b232-e41167d9f691 not found, creating... [ 865.654515] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.654711] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.654832] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.655771] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.655771] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.655771] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.655771] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.655976] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.656187] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.656283] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.656425] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 88b5d09d-3e7d-4d3e-b232-e41167d9f691 is going to be created. [ 865.692670] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.693130] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.693387] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.693881] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.694290] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.694703] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.998895] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 in Status: SUCCESS [ 865.999213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.428921] env[65403]: INFO networking_nsxv3.common.synchronization [req-61de5e74-942b-4263-b396-f095552618d5 req-8e06c1e7-c107-4f39-b344-916704031a69 service nova] Enqueued Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_rules [ 866.429202] env[65403]: INFO networking_nsxv3.common.synchronization [req-61de5e74-942b-4263-b396-f095552618d5 req-8e06c1e7-c107-4f39-b344-916704031a69 service nova] Enqueued Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_members [ 866.429363] env[65403]: INFO networking_nsxv3.common.synchronization [req-61de5e74-942b-4263-b396-f095552618d5 req-8e06c1e7-c107-4f39-b344-916704031a69 service nova] Enqueued Resource ID: 88b5d09d-3e7d-4d3e-b232-e41167d9f691 with Priority: HIGHEST for action port [ 866.430464] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_rules [ 866.430602] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_members [ 866.430694] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b5d09d-3e7d-4d3e-b232-e41167d9f691 with Priority: HIGHEST for action port [ 866.430976] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91369277-b44b-4a33-9373-2f4506934e7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.431108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.431177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.431618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.431702] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.432949] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-91369277-b44b-4a33-9373-2f4506934e7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.433078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.433140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.433324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.433664] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.433921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.433921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.437589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.437589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.437589] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.437589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-88b5d09d-3e7d-4d3e-b232-e41167d9f691 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.437589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.437589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.437589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.437589] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b5d09d-3e7d-4d3e-b232-e41167d9f691',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.607601] env[65403]: INFO networking_nsxv3.common.synchronization [req-70a081b7-627f-4b2a-9c16-adbfb032a5ed req-af73e020-b37c-492a-9daa-a967ed9bf68d tempest-ServerRescueTestJSON-2017975124 tempest-ServerRescueTestJSON-2017975124-project-member] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 866.608993] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 866.608993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.608993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.608993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.608993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.608993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.609302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.609302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.609302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.609386] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.609481] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.938479] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.940654] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-91369277-b44b-4a33-9373-2f4506934e7d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.940654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.940654] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88b5d09d-3e7d-4d3e-b232-e41167d9f691 with status ACTIVE [ 866.940925] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.940925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.940925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.941175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.941309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.941528] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.942027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.942157] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.942293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.942350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.942511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.943527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.943527] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88b5d09d-3e7d-4d3e-b232-e41167d9f691 is going to be updated. [ 866.968532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.968705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.968836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.968994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.969133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.969335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88b5d09d-3e7d-4d3e-b232-e41167d9f691" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.112130] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.442035] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.615237] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.946816] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.947034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.947167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.947440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.947598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.947740] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91369277-b44b-4a33-9373-2f4506934e7d is going to be created. [ 867.975329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.975620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.975620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.975988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.976116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.988091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91369277-b44b-4a33-9373-2f4506934e7d in Status: UNINITIALIZED for 2s [ 868.117807] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.118220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.118220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.118423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.118520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.118650] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be updated. [ 868.171589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.171806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.171806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.172273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.172273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.182744] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: IN_PROGRESS for 2s [ 870.000262] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91369277-b44b-4a33-9373-2f4506934e7d in Status: SUCCESS [ 870.000625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.000853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.001081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.001848] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.001848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.001848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.001848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.001848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.001848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.002984] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.193659] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 870.193888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.342530] env[65403]: INFO networking_nsxv3.common.synchronization [req-204b05c0-8db8-42c3-a0b9-545d15a25f5f req-059626b3-2b96-4639-b325-a10e638373a5 tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 870.343353] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 870.343584] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.343584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.343584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.343803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.345107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.345225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.345295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.346796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.346796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.346796] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.507473] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-91369277-b44b-4a33-9373-2f4506934e7d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.507473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.507473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.507678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.507706] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.507814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.508487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.508487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.508487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.508487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.508487] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-91369277-b44b-4a33-9373-2f4506934e7d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.508487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.508702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.508702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.508850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.508911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.508969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.509121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.509197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.509287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.509373] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.714896] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.715119] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.715247] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.715586] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.715880] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.715994] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.716154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.716415] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.716566] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.716786] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.716896] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.717013] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.717124] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.717240] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.717352] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.717512] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.746418] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.746718] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.746921] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.747177] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.747701] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-6535390d-8ab0-4370-ab80-4bf1f9349005 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.747984] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.748364] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.748880] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.749157] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6535390d-8ab0-4370-ab80-4bf1f9349005',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.849382] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.849568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.849637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.849897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.850073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.850203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.850343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.850418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.850630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.850736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.850823] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 already deleted. [ 870.850955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.015692] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91369277-b44b-4a33-9373-2f4506934e7d: rpc.has_security_group_logging(os_id): False [ 871.039032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.039032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.039032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.039032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.039032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.039032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.039032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.039032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.039432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.039432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.039432] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.039540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.039579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.039808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.039906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.040236] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.040333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.040392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.040551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.040621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.040702] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91369277-b44b-4a33-9373-2f4506934e7d is going to be created. [ 871.099285] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.099627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.099627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.099895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.100085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.112009] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91369277-b44b-4a33-9373-2f4506934e7d in Status: IN_PROGRESS for 2s [ 871.253068] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.253529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.253529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.253773] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.253966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.254181] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 6535390d-8ab0-4370-ab80-4bf1f9349005 not found, creating... [ 871.254634] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.254938] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.255102] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.255408] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.255565] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.255887] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.256070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.256225] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.256468] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.256603] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.256744] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 6535390d-8ab0-4370-ab80-4bf1f9349005 is going to be created. [ 871.280735] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.281042] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.281155] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.281517] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.281811] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.282214] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.062839] env[65403]: INFO networking_nsxv3.common.synchronization [req-204b05c0-8db8-42c3-a0b9-545d15a25f5f req-91d08567-2faa-451b-b742-24bb9f090110 service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 872.063134] env[65403]: INFO networking_nsxv3.common.synchronization [req-204b05c0-8db8-42c3-a0b9-545d15a25f5f req-91d08567-2faa-451b-b742-24bb9f090110 service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 872.063180] env[65403]: INFO networking_nsxv3.common.synchronization [req-204b05c0-8db8-42c3-a0b9-545d15a25f5f req-91d08567-2faa-451b-b742-24bb9f090110 service nova] Enqueued Resource ID: 6535390d-8ab0-4370-ab80-4bf1f9349005 with Priority: HIGHEST for action port [ 872.063797] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 872.063938] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 872.064045] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6535390d-8ab0-4370-ab80-4bf1f9349005 with Priority: HIGHEST for action port [ 872.064329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.064465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.064536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.064746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.064826] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.065726] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.065840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.066792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.066998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.067194] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.067312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.067376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.067559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.067834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.067834] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.069032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-6535390d-8ab0-4370-ab80-4bf1f9349005 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.069157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.069157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.069291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.069339] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6535390d-8ab0-4370-ab80-4bf1f9349005',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.571422] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.571558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.571746] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.573023] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6535390d-8ab0-4370-ab80-4bf1f9349005 with status ACTIVE [ 872.573023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.573169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.573212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.573656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.573656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.573760] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.573902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.573994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.574244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.574512] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.574587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.574640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.574790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.574862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.575027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6535390d-8ab0-4370-ab80-4bf1f9349005 is going to be updated. [ 872.598857] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.599076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.599076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.599317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.599428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.599594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6535390d-8ab0-4370-ab80-4bf1f9349005" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.077059] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.125224] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91369277-b44b-4a33-9373-2f4506934e7d in Status: SUCCESS [ 873.126048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.579645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.579818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.579862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.580120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.580216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.580330] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be created. [ 873.607748] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.607966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.607966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.608166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.608331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.619579] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: UNINITIALIZED for 2s [ 875.633891] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 875.634376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.634453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.634896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.635306] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.635520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.635661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.635973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.636152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.636342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.636528] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.150348] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.470631] env[65403]: INFO networking_nsxv3.common.synchronization [req-5ba49514-4266-4ad2-8b37-89bd82014b87 req-3431f750-7029-47fb-ad5c-6a1a6be9084a tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 876.470963] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 876.474123] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.474123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.474123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.474316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.474545] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.474642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.474720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.475332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.475332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.475332] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.652609] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55bf55da-8bb9-4e19-af18-6f3384563e09: rpc.has_security_group_logging(os_id): False [ 876.676819] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.676819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.676961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.677135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.677227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.677469] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.677569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.677632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.677782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.677886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.677988] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be created. [ 876.743854] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.744061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.744160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.744489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.760581] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 876.904216] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.904435] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.905034] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.905034] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.906030] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.906030] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.906030] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.906030] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.906030] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.906645] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.907435] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.907435] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.907435] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.908097] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.908730] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.908730] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.949362] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.949578] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.949690] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.949874] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-348" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.950269] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.950496] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.950676] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.951415] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.951583] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01faed41-b79f-4df6-b99b-9e72c5ee2fa5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.977138] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.454636] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.454877] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.454963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.455278] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.455428] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.455588] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 not found, creating... [ 877.455864] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.456025] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.456152] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.456377] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.456522] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.456809] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.456963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.457091] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.457320] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.457452] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.457593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 is going to be created. [ 877.481643] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.481878] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.481975] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.482291] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.482615] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.482864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.483759] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.986993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.986993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.986993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.987464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.987464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.987464] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 878.037532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.038045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.038045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.038291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.038455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.052379] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 878.270302] env[65403]: INFO networking_nsxv3.common.synchronization [req-5ba49514-4266-4ad2-8b37-89bd82014b87 req-5e10022d-a362-48c7-80c0-d7c8f1d4e09c service nova] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 878.271039] env[65403]: INFO networking_nsxv3.common.synchronization [req-5ba49514-4266-4ad2-8b37-89bd82014b87 req-5e10022d-a362-48c7-80c0-d7c8f1d4e09c service nova] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 878.271039] env[65403]: INFO networking_nsxv3.common.synchronization [req-5ba49514-4266-4ad2-8b37-89bd82014b87 req-5e10022d-a362-48c7-80c0-d7c8f1d4e09c service nova] Enqueued Resource ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with Priority: HIGHEST for action port [ 878.271407] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 878.271574] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 878.272274] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with Priority: HIGHEST for action port [ 878.272274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.272274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.272274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.272591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.272591] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.273549] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.273764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.274272] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.274438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.274524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.274748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.274864] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01faed41-b79f-4df6-b99b-9e72c5ee2fa5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.774335] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 878.774657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.777334] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.777523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.777763] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with status ACTIVE [ 878.777958] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.778165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.778203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.778447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.778541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.778712] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.778831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.778898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.779141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.779278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.779500] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.779598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.779648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.779852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.779939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.780031] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 is going to be updated. [ 878.806296] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.806491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.806538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.806726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.806910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.807030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.282200] env[65403]: INFO networking_nsxv3.common.synchronization [req-d8362ef2-0f16-48b4-8176-246bb2d238c4 req-fcc463a7-15d3-475a-b755-5f6dc58b2b45 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_members [ 879.283018] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_members [ 879.283304] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dcd2ba-6573-4574-a2d2-addb9a920805 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.284048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.284048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.284048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.284185] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.284344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.284344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.285092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.285092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.285092] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.680062] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.681539] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.681738] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.682156] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.682521] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.682825] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.683110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.683403] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.683642] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.683935] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.684222] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.684409] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.684607] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.684738] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.684846] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.685090] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.705021] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.705161] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.705206] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.705346] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.705651] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-506acea7-439f-4597-8fe8-29f248ab0bda taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.705814] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.705927] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.706357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.706525] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506acea7-439f-4597-8fe8-29f248ab0bda',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.786605] env[65403]: INFO networking_nsxv3.common.synchronization [req-67be856a-05dc-49c7-a847-d2a2f856dbca req-4c5c6ed7-2778-4d3b-8dfe-6a92b90c8de7 tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 879.787532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.788527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.788527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.788527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.788527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.788720] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.788781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.788821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.789772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.789772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.789772] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 already deleted. [ 879.789772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.789772] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 879.790871] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.791077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.791077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.791296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.791580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.791784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.791986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.792127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.792250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.792614] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.064915] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 880.064915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.064915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.064915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.064915] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.064915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.064915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.064915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.065289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.065677] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.210426] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.210671] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.210799] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.211132] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.211254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.211418] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 506acea7-439f-4597-8fe8-29f248ab0bda not found, creating... [ 880.211761] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.211993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.212162] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.212498] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.212692] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.213127] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.213275] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.213409] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.213677] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.213821] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.214026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 506acea7-439f-4597-8fe8-29f248ab0bda is going to be created. [ 880.236749] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.237046] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.237152] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.237465] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.237807] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.237935] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.294140] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.568932] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.796799] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.975737] env[65403]: INFO networking_nsxv3.common.synchronization [req-d8362ef2-0f16-48b4-8176-246bb2d238c4 req-68418f6c-dcd1-47f0-8543-3f2953ed073f service nova] Enqueued Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_rules [ 880.975926] env[65403]: INFO networking_nsxv3.common.synchronization [req-d8362ef2-0f16-48b4-8176-246bb2d238c4 req-68418f6c-dcd1-47f0-8543-3f2953ed073f service nova] Enqueued Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_members [ 880.976076] env[65403]: INFO networking_nsxv3.common.synchronization [req-d8362ef2-0f16-48b4-8176-246bb2d238c4 req-68418f6c-dcd1-47f0-8543-3f2953ed073f service nova] Enqueued Resource ID: 506acea7-439f-4597-8fe8-29f248ab0bda with Priority: HIGHEST for action port [ 880.976580] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_rules [ 880.976711] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_members [ 880.976824] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506acea7-439f-4597-8fe8-29f248ab0bda with Priority: HIGHEST for action port [ 880.977081] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76dcd2ba-6573-4574-a2d2-addb9a920805 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.977202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.977269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.977465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.977545] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.978383] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dcd2ba-6573-4574-a2d2-addb9a920805 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.978537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.978607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.978776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.978935] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.979046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.979106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.979251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.979330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.979419] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.980473] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-506acea7-439f-4597-8fe8-29f248ab0bda taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.980567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.980640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.980791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.980864] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506acea7-439f-4597-8fe8-29f248ab0bda',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.070699] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.300124] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.300466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.300466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.300953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.301063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.301172] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 881.331062] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.331250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.331322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.331499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.331639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.341436] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 881.486025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dcd2ba-6573-4574-a2d2-addb9a920805 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.486025] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 506acea7-439f-4597-8fe8-29f248ab0bda with status ACTIVE [ 881.486025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.486025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.486747] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.486747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.486747] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 506acea7-439f-4597-8fe8-29f248ab0bda is going to be updated. [ 881.507190] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.507362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.507419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.507609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.507749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.507900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-506acea7-439f-4597-8fe8-29f248ab0bda" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.574438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.574651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.574682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.574969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.575076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.575175] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 881.623533] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.623684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.623753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.623969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.624137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.638531] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 881.988651] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.491946] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.491946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.492268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.492268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.492334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.492521] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 is going to be created. [ 882.525183] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.525183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.525183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.525183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.525183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.527651] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.528045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.528281] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.528690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.529075] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.529357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.529570] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.530059] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.530333] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.530805] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.531014] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.531228] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.531427] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.531629] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.531820] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.532049] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.535737] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 in Status: UNINITIALIZED for 2s [ 882.550546] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.550546] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.550706] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.550807] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-955" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.552137] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.552137] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.552137] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.552137] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.552137] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebee9cc-87ad-4bf2-b405-e9410c0e9098',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.054782] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.054782] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.055066] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.055305] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.055402] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.055706] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.055867] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.055983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.056344] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.056422] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.056773] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.056952] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.057081] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.057340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.057439] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.057628] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 is going to be updated. [ 883.081481] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.081700] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.081824] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.082156] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.082411] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.082739] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.213994] env[65403]: INFO networking_nsxv3.common.synchronization [req-34f16230-f2ff-4c41-8e9a-2bb638ca389b req-b6f72a2e-3712-4492-aaae-6219ff55e237 tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 883.216763] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 883.217446] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.217700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.217814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.218149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.218424] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.218543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.218646] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.218886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.219089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.219208] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.357416] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 883.357416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.654307] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 883.654665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.654733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.654940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.655148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.655270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.655336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.655500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.655584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.655665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.655754] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.722376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.722593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.722666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.722938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.723057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.723448] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.723448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.723448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.723675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.723675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.723769] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 883.759163] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.759163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.759163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.759163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.759163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.768279] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 883.810653] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc297d9a-dc10-4fd0-8690-df02dbc0912e req-1207f3df-38d3-4184-95b6-f2b94e454d09 service nova] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_rules [ 883.810653] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc297d9a-dc10-4fd0-8690-df02dbc0912e req-1207f3df-38d3-4184-95b6-f2b94e454d09 service nova] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 883.810653] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc297d9a-dc10-4fd0-8690-df02dbc0912e req-1207f3df-38d3-4184-95b6-f2b94e454d09 service nova] Enqueued Resource ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 with Priority: HIGHEST for action port [ 883.811482] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_rules [ 883.811631] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 883.815256] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 with Priority: HIGHEST for action port [ 883.815632] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.815740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.815810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.816035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.816119] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.817646] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.817792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.817841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.818263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.818263] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.822231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.822231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.822338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.822430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.822550] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.823488] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.823603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.823667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.823853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.823949] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebee9cc-87ad-4bf2-b405-e9410c0e9098',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.098373] env[65403]: INFO networking_nsxv3.common.synchronization [req-d8930d27-d78e-4b09-b0fd-00dc383dfec6 req-8af5c5e4-3c75-441e-9803-daf61d21bef7 tempest-ServerTagsTestJSON-494431767 tempest-ServerTagsTestJSON-494431767-project-member] Enqueued Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_members [ 884.098373] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91369277-b44b-4a33-9373-2f4506934e7d with Priority: HIGHEST for action security_group_members [ 884.098782] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-91369277-b44b-4a33-9373-2f4506934e7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.098782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.098782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.098896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.100529] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.100670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.100736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.100877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.100963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.101081] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91369277-b44b-4a33-9373-2f4506934e7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.157856] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.158062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.158196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.158428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.158624] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.158763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.158846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.159028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.159143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.159254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.159404] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.159498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.159558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.159696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.159828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.159913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.159974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.160294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.160448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.160593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.160714] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.328527] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.328714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.328965] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.330192] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 with status ACTIVE [ 884.330455] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.330619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.330716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.331033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.331163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.331398] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.331528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.331612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.331818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.331948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.332617] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.332750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.332905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.333136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.333258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.333384] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ebee9cc-87ad-4bf2-b405-e9410c0e9098 is going to be updated. [ 884.359042] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.359042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.359042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.359042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.359042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.359042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebee9cc-87ad-4bf2-b405-e9410c0e9098" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.547945] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 in Status: SUCCESS [ 884.550268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.550268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.550268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.550268] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.550268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.551316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.551316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.551410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.552039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.552039] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.604292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.604467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.605017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.605017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.605017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.605206] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.605310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.605472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.605550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.605637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.605732] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91369277-b44b-4a33-9373-2f4506934e7d is going to be updated. [ 884.644680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.644951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.645024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.645212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.645360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.656505] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91369277-b44b-4a33-9373-2f4506934e7d in Status: IN_PROGRESS for 2s [ 884.668258] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4013e6-c222-48d7-bd64-25ea1a3f8f21: rpc.has_security_group_logging(os_id): False [ 884.693460] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.693460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.693460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.693460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.719166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.720057] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.720057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.720057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.721461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.721461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.721461] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.721461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.721461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.721461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.721461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.725406] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.725406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.725406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.725406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.725406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.725406] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 884.791253] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.791253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.791253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.791975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.792625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.811679] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 884.836236] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.057401] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.341299] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.341533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.341609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.341935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.342058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.342212] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be updated. [ 885.381536] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.382037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.382037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.382037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.382268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.393027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 885.559677] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76dcd2ba-6573-4574-a2d2-addb9a920805: rpc.has_security_group_logging(os_id): False [ 885.580127] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.580360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.580488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.580810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.580978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.581302] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.581856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.581856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.581856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.582041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.585116] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 is going to be created. [ 885.656099] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.656099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.656099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.656099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.656322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.671470] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 in Status: IN_PROGRESS for 2s [ 885.781428] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 885.782322] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 deletion is rescheduled due to dependency. [ 885.782322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.669533] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91369277-b44b-4a33-9373-2f4506934e7d in Status: SUCCESS [ 886.669808] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91369277-b44b-4a33-9373-2f4506934e7d deletion is rescheduled due to dependency. [ 886.669994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91369277-b44b-4a33-9373-2f4506934e7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.828849] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 886.829214] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.406240] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 887.406240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.406240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.406240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.406240] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.406240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.406482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.406574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.406686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.406780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.406872] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.628533] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b38033-35f9-47f5-be11-a44c1e3e23cc req-cb569b4f-da23-40d1-bf96-723e626e76e8 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 887.628885] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b38033-35f9-47f5-be11-a44c1e3e23cc req-cb569b4f-da23-40d1-bf96-723e626e76e8 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 887.629313] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 887.630022] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 887.631422] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.631498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.631598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.631802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.631977] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.632145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.632237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.632417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.632584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.632686] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.633626] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.633756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.633756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.633922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.634055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.634150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.634211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.634350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.634431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.634519] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.679160] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b38033-35f9-47f5-be11-a44c1e3e23cc req-cb569b4f-da23-40d1-bf96-723e626e76e8 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_rules [ 887.679387] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b38033-35f9-47f5-be11-a44c1e3e23cc req-cb569b4f-da23-40d1-bf96-723e626e76e8 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 887.679560] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b38033-35f9-47f5-be11-a44c1e3e23cc req-cb569b4f-da23-40d1-bf96-723e626e76e8 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 887.679727] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b38033-35f9-47f5-be11-a44c1e3e23cc req-cb569b4f-da23-40d1-bf96-723e626e76e8 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 887.679887] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b38033-35f9-47f5-be11-a44c1e3e23cc req-cb569b4f-da23-40d1-bf96-723e626e76e8 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with Priority: HIGHEST for action port [ 887.680529] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_rules [ 887.680717] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 887.680840] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with Priority: HIGHEST for action port [ 887.680941] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 887.681074] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 887.681396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.681529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.681601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.681900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.682022] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.683319] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.683319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.683319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.683474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.683474] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.684528] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.685579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.685649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.685828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.685904] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01faed41-b79f-4df6-b99b-9e72c5ee2fa5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.686934] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.687055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.687237] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.687316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.688367] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 in Status: SUCCESS [ 887.688558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.909824] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.909824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.909824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.910324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.910324] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.910324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.910324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.910590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.910649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.910760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.910959] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.912048] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.912048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.912439] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.135907] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.137272] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.180789] env[65403]: INFO networking_nsxv3.common.synchronization [req-248c10ae-47ca-49d5-8ff3-d492177f76fa req-edd3ffff-87ef-4d10-b624-7bba17944c22 tempest-MigrationsAdminTest-1136946906 tempest-MigrationsAdminTest-1136946906-project-member] Enqueued Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 888.182450] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 with Priority: HIGHEST for action security_group_members [ 888.182450] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-07be6f5d-7994-495a-8860-dbf3ae73f756 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.183315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.183437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.183736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.183976] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.184149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.184240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.184502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.184632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.184782] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07be6f5d-7994-495a-8860-dbf3ae73f756',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.188168] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.189691] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.189807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.192958] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with status ACTIVE [ 888.193158] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.193615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.193615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.193799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.193901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.194116] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.194244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.194306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.194551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.194618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.194834] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.194931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.194991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.195246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.195342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.195427] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 is going to be updated. [ 888.228611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.228611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.228611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.228851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.228903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.229149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.359767] env[65403]: INFO networking_nsxv3.common.synchronization [req-8b8de124-ad54-4fd4-b0c6-2f6438102ca2 req-34057a77-201b-4d69-a00e-2ac9a41f7575 tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 888.360604] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 888.363969] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.364246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.364340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.364651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.364950] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.365095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.365200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.365390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.365502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.365648] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.415730] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a2432e5-5cca-4e79-9a63-666d6b8853e0: rpc.has_security_group_logging(os_id): False [ 888.440278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.440533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.440612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.440789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.479478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.479839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.479969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.480097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.480357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.480530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.480796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.480984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.481123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.483441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.483570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.483828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.483986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.484107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.484318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.484390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.484555] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be updated. [ 888.579884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.580091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.580154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.580319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.580508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.602429] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 888.639313] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.640021] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.688016] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.689537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.689537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.689537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.722494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.722708] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.722938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.722938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.723198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.726299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.726299] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 is going to be updated. [ 888.767025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.767025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.767025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.767025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.767025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.779172] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: IN_PROGRESS for 2s [ 888.828775] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.828775] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.829012] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.829689] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.829689] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.829689] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.829689] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.829998] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.830191] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.830287] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.830924] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.830924] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.830924] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.831123] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.831263] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.831452] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.858567] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.859262] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.859262] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.859262] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.859647] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-959c21c9-1440-4269-bbe2-31eaf74b0db5 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.859839] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.860016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.860395] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.860745] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959c21c9-1440-4269-bbe2-31eaf74b0db5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.871055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.871055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.871170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.871292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.897910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.898225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.898719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.898811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.899124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.899225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.899348] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 888.932602] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.932936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.932936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.933134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.933410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.945277] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 889.143420] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.143634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.143724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.143947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.144071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.144188] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be created. [ 889.145735] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.145867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.145945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.146715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.146715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.146715] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 889.175295] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.179141] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.179258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.179258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.180043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.180043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.192442] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: UNINITIALIZED for 2s [ 889.193340] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 889.364668] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.365225] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.365365] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.365811] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.366599] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.366599] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 959c21c9-1440-4269-bbe2-31eaf74b0db5 not found, creating... [ 889.366770] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.367402] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.367402] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.367738] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.367954] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.368340] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.368540] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.368723] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.369097] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.369338] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.369592] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 959c21c9-1440-4269-bbe2-31eaf74b0db5 is going to be created. [ 889.416227] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.416585] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.416726] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.419256] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.419542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.419840] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.168963] env[65403]: INFO networking_nsxv3.common.synchronization [req-8b8de124-ad54-4fd4-b0c6-2f6438102ca2 req-26817dab-7582-4b6b-ac7f-6b375d923cda service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 890.169329] env[65403]: INFO networking_nsxv3.common.synchronization [req-8b8de124-ad54-4fd4-b0c6-2f6438102ca2 req-26817dab-7582-4b6b-ac7f-6b375d923cda service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 890.169329] env[65403]: INFO networking_nsxv3.common.synchronization [req-8b8de124-ad54-4fd4-b0c6-2f6438102ca2 req-26817dab-7582-4b6b-ac7f-6b375d923cda service nova] Enqueued Resource ID: 959c21c9-1440-4269-bbe2-31eaf74b0db5 with Priority: HIGHEST for action port [ 890.170087] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 890.170087] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 890.170455] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c21c9-1440-4269-bbe2-31eaf74b0db5 with Priority: HIGHEST for action port [ 890.170666] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.170812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.170924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.171184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.171302] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.172408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.172671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.172808] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-959c21c9-1440-4269-bbe2-31eaf74b0db5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.173995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.173995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.173995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.173995] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959c21c9-1440-4269-bbe2-31eaf74b0db5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.620857] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 890.620857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.675577] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 959c21c9-1440-4269-bbe2-31eaf74b0db5 with status ACTIVE [ 890.675577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.675577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.676435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.676435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.676435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.676435] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.676435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.676435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.676435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.676435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.676653] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.676745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.676774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.677400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.677400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.677400] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 959c21c9-1440-4269-bbe2-31eaf74b0db5 is going to be updated. [ 890.678459] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.678558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.701972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.702135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.702443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.702443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.702705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.702871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-959c21c9-1440-4269-bbe2-31eaf74b0db5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.792361] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 in Status: SUCCESS [ 890.792709] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07be6f5d-7994-495a-8860-dbf3ae73f756 deletion is rescheduled due to dependency. [ 890.792849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07be6f5d-7994-495a-8860-dbf3ae73f756" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.959959] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 890.960150] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 890.960271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.960457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.960717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.960923] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.961076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.961119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.961282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.961364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.961499] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.206055] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 891.206381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.206863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.207097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.207294] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.207400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.207468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.207656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.207760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.207857] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.209500] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: SUCCESS [ 891.210336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.210336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.210336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.210336] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.210336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.210629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.210629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.210684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.210778] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.465627] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.713282] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.714416] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.969843] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.216165] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.217405] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.473433] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.474611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.474611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.474611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.474611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.474611] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 892.508367] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.508367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.508367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.508367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.508367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.524910] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 892.533027] env[65403]: INFO networking_nsxv3.common.synchronization [req-71458741-1527-47d1-8e30-4d1d8f6b7ad6 req-44cf68ba-553e-4663-96b2-bc3b61797342 tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_members [ 892.533726] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_members [ 892.534282] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.534468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.534578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.534941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.535189] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.535356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.535520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.535694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.535850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.536008] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.724021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.724231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.724327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.724559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.724681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.724800] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 892.726265] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.727289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.727289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.727289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.727289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.727289] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be updated. [ 892.758915] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.759125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.759223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.759467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.759636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.761554] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.761695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.761789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.761993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.762176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.775730] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 892.775730] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: IN_PROGRESS for 2s [ 892.945942] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.946204] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.946398] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.946811] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.947019] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.949542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.949715] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.950000] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.950169] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.950505] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.950652] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.950767] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.950892] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.951038] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.951151] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.951315] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.978036] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.978256] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.978412] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.978635] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.978980] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-082f0837-75de-43db-b3d0-9bec46c4a871 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.979198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.979328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.979701] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.979864] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082f0837-75de-43db-b3d0-9bec46c4a871',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.039798] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.040013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.040013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.040207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.040296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.040605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.040728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.040785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.040938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.041023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.041115] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 already deleted. [ 893.041198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.483952] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.484298] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.484423] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.484731] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.484900] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.485095] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 082f0837-75de-43db-b3d0-9bec46c4a871 not found, creating... [ 893.485353] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.485520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.485690] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.485851] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.485994] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.486357] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.486518] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.487285] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.487591] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.487742] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.487950] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 082f0837-75de-43db-b3d0-9bec46c4a871 is going to be created. [ 893.512555] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.512817] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.512970] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.513316] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.513483] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.513927] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.266043] env[65403]: INFO networking_nsxv3.common.synchronization [req-71458741-1527-47d1-8e30-4d1d8f6b7ad6 req-522731d2-543a-4107-8952-7ef4e286009d service nova] Enqueued Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_rules [ 894.266221] env[65403]: INFO networking_nsxv3.common.synchronization [req-71458741-1527-47d1-8e30-4d1d8f6b7ad6 req-522731d2-543a-4107-8952-7ef4e286009d service nova] Enqueued Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_members [ 894.266353] env[65403]: INFO networking_nsxv3.common.synchronization [req-71458741-1527-47d1-8e30-4d1d8f6b7ad6 req-522731d2-543a-4107-8952-7ef4e286009d service nova] Enqueued Resource ID: 082f0837-75de-43db-b3d0-9bec46c4a871 with Priority: HIGHEST for action port [ 894.266890] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_rules [ 894.267158] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_members [ 894.267327] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f0837-75de-43db-b3d0-9bec46c4a871 with Priority: HIGHEST for action port [ 894.267564] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.267680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.267799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.267948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.268596] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.269294] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.269294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.269294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.269294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.269491] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.269534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.269616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.269745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.269828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.269914] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.271476] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-082f0837-75de-43db-b3d0-9bec46c4a871 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.271476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.271476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.271476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.271476] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082f0837-75de-43db-b3d0-9bec46c4a871',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.539278] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 894.539777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.539906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.540157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.540414] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.540559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.540646] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.540840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.540958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.541151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.541275] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.772991] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.773191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.773495] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.774593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 082f0837-75de-43db-b3d0-9bec46c4a871 with status ACTIVE [ 894.774794] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.774916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.775050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.775222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.775339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.775520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.775619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.775680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.775839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.775917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.777231] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.777231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.777231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.777231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.777231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.777231] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 082f0837-75de-43db-b3d0-9bec46c4a871 is going to be updated. [ 894.795769] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 894.796480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.796480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.796480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.796658] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.796720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.796755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.797423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.797423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.797423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.797423] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.805951] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: SUCCESS [ 894.806218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.806413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.806646] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.806840] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.806965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.807066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.807232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.807315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.807404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.807509] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.809749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.809874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.809934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.810121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.810298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.810429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082f0837-75de-43db-b3d0-9bec46c4a871" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.046946] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.050212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.050212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.051579] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.051579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.051579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.051579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.051579] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.051579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.051579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.051579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.051951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.051951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.052035] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.279660] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.300230] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.300230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.300230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.300617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.300854] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.301036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.301154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.301467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.301634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.301819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.302107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.302280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.302370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.302632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.302936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.303119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.303225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.303567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.303651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.303786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.303894] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.314190] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.557219] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e60276-bca6-42a4-ad5b-20903f3ae4e2: rpc.has_security_group_logging(os_id): False [ 895.576280] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.576482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.576582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.577013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.577013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.577287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.577430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.577493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.577707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.577815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.578368] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.578454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.578534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.578706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.578806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.579046] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.579161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.579257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.579428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.579527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.579635] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 895.649714] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 895.650543] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 895.651394] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_members [ 895.652457] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 895.652840] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 895.654681] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_members [ 895.654681] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.654681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.654681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.654681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.654681] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.658667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.658908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.659056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.659176] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.660573] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.660814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.660814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.660921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.661155] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.661305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.661352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.661483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.661610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.661778] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.663069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5487a3-1483-4085-b1e5-77512d0a8b6c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.663069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.663069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.663352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.663410] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.663539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.663636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.663737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.664166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.664627] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.667338] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.667481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.667525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.667709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.667868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.686384] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 895.722902] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_rules [ 895.723134] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 895.723286] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 895.723415] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 895.723712] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_rules [ 895.723944] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_members [ 895.724170] env[65403]: INFO networking_nsxv3.common.synchronization [req-3cbca737-077c-4573-bffb-f692ed2ed924 req-7b63838b-a1ec-4a6a-825f-07903714f455 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with Priority: HIGHEST for action port [ 895.724801] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_rules [ 895.724947] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_rules [ 895.725062] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_members [ 895.725155] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with Priority: HIGHEST for action port [ 895.725249] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_rules [ 895.725337] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 895.725424] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 895.725725] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.725850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.726142] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.726232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.726426] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5487a3-1483-4085-b1e5-77512d0a8b6c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.726534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.726668] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.726788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.726852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.727151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.727233] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01faed41-b79f-4df6-b99b-9e72c5ee2fa5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.728541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad5487a3-1483-4085-b1e5-77512d0a8b6c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.728680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.728716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.728962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.729106] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.729972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.730084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.730260] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.731659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.784329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.784577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.784577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.784943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.785085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.785212] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 is going to be created. [ 895.807324] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4013e6-c222-48d7-bd64-25ea1a3f8f21: rpc.has_security_group_logging(os_id): False [ 895.815670] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c08fb0-81a0-4319-b288-634f4f337bb4: rpc.has_security_group_logging(os_id): False [ 895.835508] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.835755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.835872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.836189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.836433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.843890] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.844117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.844217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.844514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.844661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.844977] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.845141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.845235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.845471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.845587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.845854] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.845992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.846102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.846310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.846422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.846690] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.846840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.846912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.847118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.847232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.847348] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 895.849779] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.849916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.849968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.850132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.850200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.850409] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.850552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.850641] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.850995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.851119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.851161] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be created. [ 895.853822] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 in Status: UNINITIALIZED for 2s [ 895.915068] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.915282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.915348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.915569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.915754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.930436] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: IN_PROGRESS for 2s [ 895.934031] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.934216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.934216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.934467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.935084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.956489] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 896.167422] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.170135] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.170879] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.231673] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5487a3-1483-4085-b1e5-77512d0a8b6c taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.231869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.232150] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 with status ACTIVE [ 896.232400] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.232594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.232714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.233011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.233149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.233378] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.233508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.233592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.233804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.233929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.234193] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.234306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.234389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.234577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.234683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.234886] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01faed41-b79f-4df6-b99b-9e72c5ee2fa5 is going to be updated. [ 896.267406] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.267561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.267628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.267862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.268019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.268182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01faed41-b79f-4df6-b99b-9e72c5ee2fa5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.669525] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.674437] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.675780] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.172564] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.172775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.172866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.173120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.173243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.173350] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be updated. [ 897.177411] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.177557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.177658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.177958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.178150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.178292] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 897.180011] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.180198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.180296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.180572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.180683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.180792] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c is going to be created. [ 897.208608] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.208761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.208879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.209701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.209701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.212395] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.214385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.214858] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.214991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.215066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.215264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.215398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.225589] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c in Status: UNINITIALIZED for 2s [ 897.233611] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 897.234488] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: IN_PROGRESS for 2s [ 897.700465] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 897.700767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.868544] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 in Status: SUCCESS [ 897.868807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.868993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.869271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.869500] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.869624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.869693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.869862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.869942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.870040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.870138] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.943894] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: SUCCESS [ 897.943894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.944107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.944347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.944462] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.975667] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 897.975972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.976230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.976521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.976647] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.372659] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.447542] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.447683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.482635] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.482635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.559069] env[65403]: INFO networking_nsxv3.common.synchronization [req-6533c1cf-c81c-4eeb-83b5-af0f0e687179 req-476f6c11-d1e6-4e63-a125-9ae8816093e7 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 898.559166] env[65403]: INFO networking_nsxv3.common.synchronization [req-6533c1cf-c81c-4eeb-83b5-af0f0e687179 req-476f6c11-d1e6-4e63-a125-9ae8816093e7 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 898.559300] env[65403]: INFO networking_nsxv3.common.synchronization [req-6533c1cf-c81c-4eeb-83b5-af0f0e687179 req-476f6c11-d1e6-4e63-a125-9ae8816093e7 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_members [ 898.560144] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGHEST for action security_group_members [ 898.560382] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 898.560629] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c with Priority: HIGHEST for action security_group_members [ 898.560982] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.561225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.561501] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.561612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.562083] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad5487a3-1483-4085-b1e5-77512d0a8b6c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.562083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877895] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e67377e-3b33-4816-bea5-7ac16f500c67: rpc.has_security_group_logging(os_id): False [ 898.900876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.901083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.901153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.901406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.901549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.901877] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.902014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.902586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.902586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.902586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.902586] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 is going to be created. [ 899.001120] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.001309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.001406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.001692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.001945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.018868] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 in Status: IN_PROGRESS for 2s [ 899.238857] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c in Status: UNINITIALIZED for 4s [ 899.246674] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 899.246950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.247186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.247459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.247715] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.247855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.247952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.248199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.248275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.248402] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.251593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: SUCCESS [ 899.251593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.251593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.251593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.251593] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.251593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.251593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.251934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.251934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.251934] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.755865] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.755865] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.755865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.755865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.756203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.756203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.756324] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.756424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.756489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.756706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.756816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.756911] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be updated. [ 899.792093] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.792268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.792311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.792528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.792910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.801463] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: IN_PROGRESS for 2s [ 900.259690] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.762479] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.762722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.762821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.763019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.763128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.763894] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 900.793772] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.793917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.793988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.794158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.794313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.803844] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 901.033647] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 in Status: SUCCESS [ 901.033993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.249862] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c in Status: SUCCESS [ 901.249862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.250031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.250399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.250485] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.250776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.250776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.250918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.251012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.251152] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.756043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.756043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.756043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.756800] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c is going to be deleted. [ 901.792891] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.793871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.793871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.793871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.793871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.794078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.794153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.794393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.794661] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.794828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.794928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.795639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.795730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.795816] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.813041] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: SUCCESS [ 901.813257] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 deletion is rescheduled due to dependency. [ 901.813371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.813571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.813978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.814164] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.814368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.815195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.815385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.815482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.815580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.815687] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.816880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.817111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.817287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.817403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.817484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.817635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.817718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.817811] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.300562] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.300775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.300818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.301035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.301123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.301332] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.301453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.301481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.301722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.301722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.301812] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c already deleted. [ 902.301839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.302579] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.302927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.303114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303277] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.303372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.303437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.303595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.304315] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.330922] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.331572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.331572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.331572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.331572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.331749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.331863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.331916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.332046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.332120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.332280] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be updated. [ 902.333437] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.365034] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.365034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.365034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.365034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.365034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.374707] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: IN_PROGRESS for 2s [ 902.806531] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad5487a3-1483-4085-b1e5-77512d0a8b6c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.809505] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.809505] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.809505] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c already deleted. [ 902.809505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.818569] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 902.818869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.819426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.820084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.820084] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.820280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.820339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.820743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.820743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.820867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.821080] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.821797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.821976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.822168] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.822292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.822651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.822651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.822765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.822823] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.836824] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c08fb0-81a0-4319-b288-634f4f337bb4: rpc.has_security_group_logging(os_id): False [ 902.880324] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.880324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.880497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.880605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.880717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.880967] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.881099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.881166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.881341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.881443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.881534] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be updated. [ 902.948936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.949085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.949156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.949908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.949908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.971099] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: IN_PROGRESS for 2s [ 903.310373] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad5487a3-1483-4085-b1e5-77512d0a8b6c: rpc.has_security_group_logging(os_id): False [ 903.325871] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.326051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.326345] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.332019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.332194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.332249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.333288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333288] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.333288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.333288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.333288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333668] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c is going to be created. [ 903.365846] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ad5487a3-1483-4085-b1e5-77512d0a8b6c], does not exist path=[/infra/domains/default/groups/ad5487a3-1483-4085-b1e5-77512d0a8b6c]."\n}' [ 903.366016] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ad5487a3-1483-4085-b1e5-77512d0a8b6c [ 903.366104] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 903.408548] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.408673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.408731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.408914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.410250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.410679] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.411238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.411315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.411763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.411855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.412202] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.412448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.412520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.412779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.412862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.412959] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad5487a3-1483-4085-b1e5-77512d0a8b6c is going to be created. [ 903.433959] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ad5487a3-1483-4085-b1e5-77512d0a8b6c], does not exist path=[/infra/domains/default/groups/ad5487a3-1483-4085-b1e5-77512d0a8b6c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ad5487a3-1483-4085-b1e5-77512d0a8b6c [ 903.433959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad5487a3-1483-4085-b1e5-77512d0a8b6c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.433959] env[65403]: Traceback (most recent call last): [ 903.433959] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 903.433959] env[65403]: return func(*args, **kwargs) [ 903.433959] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 903.433959] env[65403]: res.raise_for_status() [ 903.433959] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 903.433959] env[65403]: raise HTTPError(http_error_msg, response=self) [ 903.433959] env[65403]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ad5487a3-1483-4085-b1e5-77512d0a8b6c [ 903.433959] env[65403]: During handling of the above exception, another exception occurred: [ 903.433959] env[65403]: Traceback (most recent call last): [ 903.433959] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 903.433959] env[65403]: listener.cb(fileno) [ 903.433959] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 903.433959] env[65403]: result = function(*args, **kwargs) [ 903.433959] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 903.433959] env[65403]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 903.433959] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 903.433959] env[65403]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 903.433959] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 903.433959] env[65403]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 903.433959] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 903.433959] env[65403]: res.raise_for_status() [ 903.433959] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 903.433959] env[65403]: raise HTTPError(http_error_msg, response=self) [ 903.433959] env[65403]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ad5487a3-1483-4085-b1e5-77512d0a8b6c [ 903.433959] env[65403]: Removing descriptor: 61 [ 903.562083] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.562083] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 903.832404] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.337036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.337036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.337216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.337442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.337539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.337645] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 904.376235] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.376392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.376472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.376681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.376831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.389394] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: SUCCESS [ 904.389573] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 deletion is rescheduled due to dependency. [ 904.389836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.390417] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 904.833833] env[65403]: INFO networking_nsxv3.common.synchronization [req-7633b03a-166a-45f8-8845-85661d87de3f req-d3e59fab-f74f-44a8-899b-f6635121cdc2 tempest-ServersTestJSON-81589447 tempest-ServersTestJSON-81589447-project-member] Enqueued Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_members [ 904.835719] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 with Priority: HIGHEST for action security_group_members [ 904.835719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.835719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.835719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.835719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.835719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.835719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.836054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.836775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.837011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.839044] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5bfafe-0cd9-470e-8b33-dcb996cddd22',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.986825] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 in Status: SUCCESS [ 904.987115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.340848] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.340848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.340848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.340848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.364073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.364433] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.364589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.364660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.365067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.365171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.365273] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 is going to be updated. [ 905.393676] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.393776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.393814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.394190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.394190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.405784] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 in Status: IN_PROGRESS for 2s [ 906.154650] env[65403]: INFO networking_nsxv3.common.synchronization [req-4a5709a4-6e6d-4115-8bf3-e274cd0168ab req-c856eac1-b6ce-4fe3-bf73-6d0457e69e95 tempest-ServersTestBootFromVolume-275685541 tempest-ServersTestBootFromVolume-275685541-project-member] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_members [ 906.155199] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGHEST for action security_group_members [ 906.155512] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.155637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.155707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.156284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.156284] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.156284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.156483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.156483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.156564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.156653] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.406025] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.406025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.406775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.406775] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.658923] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.659188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.659482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.659586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.682259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.682532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.683077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.683077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.683258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.683339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.683499] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a is going to be updated. [ 906.719910] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.719910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.719910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.719910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.719910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.721140] env[65403]: INFO networking_nsxv3.common.synchronization [req-04a0bf86-7ed4-4790-91a7-34802be2d814 req-47a83326-d5de-4c04-af0e-8596c98614b6 tempest-ListImageFiltersTestJSON-368960459 tempest-ListImageFiltersTestJSON-368960459-project-member] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 906.721846] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 906.722645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.723411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.723411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.723411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.723411] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.723411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.723411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.723778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.723778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.723778] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.734491] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: IN_PROGRESS for 2s [ 906.910968] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4013e6-c222-48d7-bd64-25ea1a3f8f21: rpc.has_security_group_logging(os_id): False [ 906.931158] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.931491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.931491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.931795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.954935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.955584] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.955584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.955584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.955844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.955844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.958075] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.958075] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.958075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.958075] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 907.058947] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.059244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.059244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.060277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.060277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.085317] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 907.131380] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c7b6021-3870-46f8-adc3-28c2ebaf260c req-ec1d4ddc-e582-4855-8ca7-d77b027d939e tempest-ServerActionsV293TestJSON-2034089889 tempest-ServerActionsV293TestJSON-2034089889-project-member] Enqueued Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_members [ 907.131380] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_members [ 907.131757] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d007dde-3da2-4383-961a-d31e60174748 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.132455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.132455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.132651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.132785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.133060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.133144] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.227039] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.424698] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 in Status: SUCCESS [ 907.424698] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5bfafe-0cd9-470e-8b33-dcb996cddd22 deletion is rescheduled due to dependency. [ 907.424698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5bfafe-0cd9-470e-8b33-dcb996cddd22" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.636331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.636497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.636568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.636960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.637027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.637226] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.637374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.637411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.637584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.637642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.637728] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d007dde-3da2-4383-961a-d31e60174748 already deleted. [ 907.637812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.729277] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.746358] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.746358] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-349" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.746358] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-349" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.746358] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-349" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.746720] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.746947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.747467] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.747467] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.747589] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.747696] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.747806] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.747912] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.748029] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.748137] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.748240] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.748394] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.772449] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.772697] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.772792] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.772973] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-349" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.773328] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.773510] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.773633] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.773931] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.774081] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e750ade3-7f34-4139-a4ee-63d2c21c4e0e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.232325] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.232732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.232732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.234628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.234628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.234628] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be updated. [ 908.280747] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.280747] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port e750ade3-7f34-4139-a4ee-63d2c21c4e0e not found, creating... [ 908.280747] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.280747] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.281890] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.281890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.281890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.281890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.281890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.281890] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: e750ade3-7f34-4139-a4ee-63d2c21c4e0e is going to be created. [ 908.361921] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.362265] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.362389] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.362757] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.363989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.363989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.367098] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.367247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.367296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.367839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.367839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.376665] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: IN_PROGRESS for 2s [ 908.742021] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2df569-a30a-4750-8824-a6a3a006c02a in Status: SUCCESS [ 908.742233] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a deletion is rescheduled due to dependency. [ 908.742355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.060845] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c7b6021-3870-46f8-adc3-28c2ebaf260c req-4a411479-acc3-4bfe-8128-ac901bdc7df6 service nova] Enqueued Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_rules [ 909.060845] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c7b6021-3870-46f8-adc3-28c2ebaf260c req-4a411479-acc3-4bfe-8128-ac901bdc7df6 service nova] Enqueued Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_members [ 909.060992] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c7b6021-3870-46f8-adc3-28c2ebaf260c req-4a411479-acc3-4bfe-8128-ac901bdc7df6 service nova] Enqueued Resource ID: e750ade3-7f34-4139-a4ee-63d2c21c4e0e with Priority: HIGHEST for action port [ 909.062387] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_rules [ 909.062387] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_members [ 909.062387] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e750ade3-7f34-4139-a4ee-63d2c21c4e0e with Priority: HIGHEST for action port [ 909.062387] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d007dde-3da2-4383-961a-d31e60174748 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.062387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.062864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.062864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.063086] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.065809] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d007dde-3da2-4383-961a-d31e60174748 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.065809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.065809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.065809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.065809] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.065809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.065809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.065809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.066381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.066381] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.070287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.070287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.070287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.070287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.070287] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e750ade3-7f34-4139-a4ee-63d2c21c4e0e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.103111] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 909.103206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.572299] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d007dde-3da2-4383-961a-d31e60174748 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.572997] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.572997] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.574583] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e750ade3-7f34-4139-a4ee-63d2c21c4e0e with status ACTIVE [ 909.575242] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.575378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.575467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.575706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.575999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.576103] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.576220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.576318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.576582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.576818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.577064] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.577173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.577237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.577401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.577481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.577575] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e750ade3-7f34-4139-a4ee-63d2c21c4e0e is going to be updated. [ 909.603126] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.603347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.603456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.603761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.603918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.604087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e750ade3-7f34-4139-a4ee-63d2c21c4e0e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.778850] env[65403]: INFO networking_nsxv3.common.synchronization [req-5affdc31-136a-44c8-a61e-62c7d98782e0 req-3137320e-0d61-49f8-aa06-6ae5b56c9b0e tempest-FloatingIPsAssociationTestJSON-1623189052 tempest-FloatingIPsAssociationTestJSON-1623189052-project-member] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 909.781079] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 909.781079] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.781079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.781079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.781079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.781313] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.781313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.781408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.781535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.781604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.781781] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.080432] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.217282] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.217282] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.217520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.217805] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.218256] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.218512] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.218724] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.219045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.219213] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.219451] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.219868] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.219868] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.219868] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.219868] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.220109] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.220345] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.243510] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.243676] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.243827] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.243990] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-904" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.244342] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-33eca146-4b58-4063-9193-6a40ab59103d taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.244521] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.247165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.247165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.247165] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33eca146-4b58-4063-9193-6a40ab59103d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.284664] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.390264] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: SUCCESS [ 910.390521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.584236] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.585151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.585151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.585151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.585151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.585528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d007dde-3da2-4383-961a-d31e60174748 is going to be created. [ 910.609589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.609740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.609811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.610052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.610224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.622965] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d007dde-3da2-4383-961a-d31e60174748 in Status: UNINITIALIZED for 2s [ 910.749511] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.749754] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.749882] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.750213] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.750369] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.750527] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 33eca146-4b58-4063-9193-6a40ab59103d not found, creating... [ 910.750823] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.750989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.751120] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.751349] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.751487] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.751784] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.751943] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.752069] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.752281] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.752413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.752610] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 33eca146-4b58-4063-9193-6a40ab59103d is going to be created. [ 910.785434] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.785662] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.785846] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.786233] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.786472] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.786716] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.787656] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.291140] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.291319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.291366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.291607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.291711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.291814] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be updated. [ 911.333087] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.333259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.333334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.333604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.333767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.345670] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: IN_PROGRESS for 2s [ 911.541105] env[65403]: INFO networking_nsxv3.common.synchronization [req-5affdc31-136a-44c8-a61e-62c7d98782e0 req-a148a138-233d-4d04-8945-44600828ce43 service nova] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_rules [ 911.541372] env[65403]: INFO networking_nsxv3.common.synchronization [req-5affdc31-136a-44c8-a61e-62c7d98782e0 req-a148a138-233d-4d04-8945-44600828ce43 service nova] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 911.541535] env[65403]: INFO networking_nsxv3.common.synchronization [req-5affdc31-136a-44c8-a61e-62c7d98782e0 req-a148a138-233d-4d04-8945-44600828ce43 service nova] Enqueued Resource ID: 33eca146-4b58-4063-9193-6a40ab59103d with Priority: HIGHEST for action port [ 911.544344] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_rules [ 911.544559] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 911.544754] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33eca146-4b58-4063-9193-6a40ab59103d with Priority: HIGHEST for action port [ 911.545481] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.545601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.545694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.545931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.546036] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.547222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.547222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.547222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-33eca146-4b58-4063-9193-6a40ab59103d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.548554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.548701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.550191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.550327] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33eca146-4b58-4063-9193-6a40ab59103d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.053103] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.053475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.053475] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33eca146-4b58-4063-9193-6a40ab59103d with status ACTIVE [ 912.053653] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.054269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.054269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.054356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.054555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.054786] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.054956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.055094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.055374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.055521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.055988] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.055988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.056145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.056359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.056499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.056650] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33eca146-4b58-4063-9193-6a40ab59103d is going to be updated. [ 912.097024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.097024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.097024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.097024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.097024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.097024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33eca146-4b58-4063-9193-6a40ab59103d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.263165] env[65403]: INFO networking_nsxv3.common.synchronization [req-ca05ff1e-1d01-4e94-b67a-b8051aea3ac1 req-874c2070-f8ca-4df4-8aee-837081ea497b tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 912.263165] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 912.263165] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.263165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.263165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.263165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.263165] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.263165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.263165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.263165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.263549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.263549] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.452128] env[65403]: INFO networking_nsxv3.common.synchronization [req-2cfea85e-2b9d-4c80-8238-2848f6f56ae0 req-6b3f0e1a-e283-4b91-81c9-3270ca4736c8 tempest-ServerRescueTestJSON-2017975124 tempest-ServerRescueTestJSON-2017975124-project-member] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 912.452128] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGHEST for action security_group_members [ 912.452128] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.452128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.452128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.452128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.452128] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.452484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.452707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.452991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.453196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.453383] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.635164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d007dde-3da2-4383-961a-d31e60174748 in Status: SUCCESS [ 912.635384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.635559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.635821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.637254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.637254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.637254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.637254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.637254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.637254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.637254] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.697586] env[65403]: INFO networking_nsxv3.common.synchronization [req-5077dcac-b206-48bb-bcfd-2fa3e0403262 req-2eda5ff8-8c6a-474f-90fa-dc02838d065a tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 912.698366] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 912.698762] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.698939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.699052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.699287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.699464] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.699614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.699730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.699966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.700130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.700273] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.767565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.955647] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.958976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.958976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.958976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.982248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.982248] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.982248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.982248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.982248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.982248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.982248] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be updated. [ 913.015037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.015187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.015250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.015472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.015616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.027146] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: IN_PROGRESS for 2s [ 913.139621] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.202951] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.203199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.203306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.203456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.219185] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.219451] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.219560] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.219909] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.220133] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.220297] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.220413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.220647] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.220793] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.221015] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.221136] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.221249] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.221763] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.221763] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.221763] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.222079] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.243136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.243411] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.243598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.243729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.243886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.243969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.244091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 913.248078] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.248078] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.248246] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.248384] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.248706] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-ad288f30-4a14-4a98-95ba-e81129f9f81f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.248881] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.249014] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.249378] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.249515] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad288f30-4a14-4a98-95ba-e81129f9f81f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.268787] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.290725] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.290975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.290975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.291161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.291304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.304642] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 913.357434] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: SUCCESS [ 913.357785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.358728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.358728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.358728] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.358971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.359289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.359289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.359426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.359559] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.643286] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d007dde-3da2-4383-961a-d31e60174748: rpc.has_security_group_logging(os_id): False [ 913.667861] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.668692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.668792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.669127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.669261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.670569] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.670709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.670779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.670959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.671060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.671157] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d007dde-3da2-4383-961a-d31e60174748 is going to be created. [ 913.731725] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.731882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.731934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.732232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.732420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.743716] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d007dde-3da2-4383-961a-d31e60174748 in Status: IN_PROGRESS for 2s [ 913.753441] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.753685] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.753838] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.754145] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.754297] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.754452] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port ad288f30-4a14-4a98-95ba-e81129f9f81f not found, creating... [ 913.754736] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.754906] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.755042] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.755307] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.755478] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.755729] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.755887] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.756014] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.756342] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.756480] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.756614] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: ad288f30-4a14-4a98-95ba-e81129f9f81f is going to be created. [ 913.771822] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.771991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.772059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.772274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.772369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.772468] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 913.779769] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.779993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780138] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780419] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780649] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780876] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.844078] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.844238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.844354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.844505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.844660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.863373] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 913.863746] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.366339] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.518858] env[65403]: INFO networking_nsxv3.common.synchronization [req-5077dcac-b206-48bb-bcfd-2fa3e0403262 req-8a424eb7-2118-46eb-b1a8-6d2874f60f47 service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 914.519047] env[65403]: INFO networking_nsxv3.common.synchronization [req-5077dcac-b206-48bb-bcfd-2fa3e0403262 req-8a424eb7-2118-46eb-b1a8-6d2874f60f47 service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 914.519190] env[65403]: INFO networking_nsxv3.common.synchronization [req-5077dcac-b206-48bb-bcfd-2fa3e0403262 req-8a424eb7-2118-46eb-b1a8-6d2874f60f47 service nova] Enqueued Resource ID: ad288f30-4a14-4a98-95ba-e81129f9f81f with Priority: HIGHEST for action port [ 914.519426] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 914.519551] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 914.519642] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad288f30-4a14-4a98-95ba-e81129f9f81f with Priority: HIGHEST for action port [ 914.520863] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.521016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.521063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.521927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.521927] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.522274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.522362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.522560] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad288f30-4a14-4a98-95ba-e81129f9f81f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.522684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.522750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.522935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.523018] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad288f30-4a14-4a98-95ba-e81129f9f81f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.869788] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.870046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.870409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.870745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.874202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.874326] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be updated. [ 914.918605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.918605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.918605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.918605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.918605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.932235] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: IN_PROGRESS for 2s [ 915.026962] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.027765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.030453] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad288f30-4a14-4a98-95ba-e81129f9f81f with status ACTIVE [ 915.035362] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.035362] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.035362] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.035362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.035362] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad288f30-4a14-4a98-95ba-e81129f9f81f is going to be updated. [ 915.050892] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 459e771b-c24a-4715-ad08-243b88963f6b in Status: SUCCESS [ 915.051331] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 459e771b-c24a-4715-ad08-243b88963f6b deletion is rescheduled due to dependency. [ 915.051462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.064805] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.064970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.065050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.065265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.065404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.065564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad288f30-4a14-4a98-95ba-e81129f9f81f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.317407] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 915.317634] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 deletion is rescheduled due to dependency. [ 915.317747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.317884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.318135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.318326] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.318449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.318511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.318703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.318807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.318911] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.759583] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d007dde-3da2-4383-961a-d31e60174748 in Status: SUCCESS [ 915.759583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.822235] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.877775] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 915.878680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.100192] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f0bef167-0e94-4b13-9bc3-c033e8a9a352 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: 119e57c8-0a1f-4ef2-81e6-b83f02ba376f with Priority: HIGHEST for action security_group_rules [ 916.100963] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 119e57c8-0a1f-4ef2-81e6-b83f02ba376f with Priority: HIGHEST for action security_group_rules [ 916.101393] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.101520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.101588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.101854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.101951] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('119e57c8-0a1f-4ef2-81e6-b83f02ba376f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.194780] env[65403]: INFO networking_nsxv3.common.synchronization [None req-0b3b8a0b-fa39-4110-8dbb-f6e416ff1e76 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: 119e57c8-0a1f-4ef2-81e6-b83f02ba376f with Priority: HIGHEST for action security_group_rules [ 916.198286] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 119e57c8-0a1f-4ef2-81e6-b83f02ba376f with Priority: HIGHEST for action security_group_rules [ 916.198286] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.198286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.325680] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.626089] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.626275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.626352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.626566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.626652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.626743] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 119e57c8-0a1f-4ef2-81e6-b83f02ba376f already deleted. [ 916.626820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.626971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.627133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.627272] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('119e57c8-0a1f-4ef2-81e6-b83f02ba376f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.829605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.830084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.830084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.830297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.830479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.830647] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 916.870436] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.870605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.870730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.870945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.871211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.882149] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 916.947425] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: SUCCESS [ 916.947425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.947425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.947425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.947740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.947740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.947873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.947957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.948023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.948112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.948201] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.152362] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.152362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.152362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.152362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.152362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.152804] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 119e57c8-0a1f-4ef2-81e6-b83f02ba376f already deleted. [ 917.152804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-119e57c8-0a1f-4ef2-81e6-b83f02ba376f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.451733] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.451945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.451994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.452311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.454072] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.454072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.454072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.454072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.454072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.454072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.454072] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.454356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.454356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.454426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.454567] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.454691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.454736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.455050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.455050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.455140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.455217] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.946166] env[65403]: INFO networking_nsxv3.common.synchronization [req-fcdc30fb-abb1-4d56-b031-75eddafcfcc9 req-a08ad2bd-c17d-4373-9347-21b11a059bb5 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 917.946741] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 917.949210] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.949357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.949429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.949741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.951931] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.952108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.952190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.952557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.952557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.952557] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.962185] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827c1590-9866-491f-b286-151fd85f62d0: rpc.has_security_group_logging(os_id): False [ 917.987843] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.987843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.987980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.988271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.033493] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.034337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.034337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.035173] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.035173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.035173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.035173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.035348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.036156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.036156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.036156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.036156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.036368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.036368] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be updated. [ 918.114025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.114025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.114025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.114025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.114025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.135559] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: IN_PROGRESS for 2s [ 918.454796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.455421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.455421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.455421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.455421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.455645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.455708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.455738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.456330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.456330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.456330] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a already deleted. [ 918.456330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.589038] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.589038] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.589038] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.589323] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.589371] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.589528] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.589664] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.589973] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.593154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.593514] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.593663] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.594284] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.594284] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.594432] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.595385] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.595385] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.620028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.620028] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.620028] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.620238] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.620539] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.620767] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.621029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.621868] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.621868] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b0c67b-62e0-4ce4-9dd1-44402b0bb019',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.895570] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 918.895943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.896285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.896885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.897215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.897406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.897528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.897808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.898203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.898203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.898361] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.126380] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.126711] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.126711] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.126993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.127237] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.127429] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 11b0c67b-62e0-4ce4-9dd1-44402b0bb019 not found, creating... [ 919.127722] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.127905] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.128035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.128262] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.128426] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.128673] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.128828] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.128961] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.129310] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.130526] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.130526] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 11b0c67b-62e0-4ce4-9dd1-44402b0bb019 is going to be created. [ 919.150665] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.150912] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.151406] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.152035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.152035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.152319] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.402164] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.402164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.402164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.402453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.402453] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.402453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.402603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.402680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.402777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.402859] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.403040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.403175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.403235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.403413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.403659] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.403865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.403972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.404109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.404212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.404291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.404424] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.718376] env[65403]: INFO networking_nsxv3.common.synchronization [req-8f47ffb4-0b9f-446c-bd01-750ec35e6311 req-04181196-ae3a-48f1-8617-feff40b0531b tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 919.718376] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 919.718376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.718376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.718376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.718806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.719108] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.719352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.719526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.719797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.720018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.720230] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.861200] env[65403]: INFO networking_nsxv3.common.synchronization [req-fcdc30fb-abb1-4d56-b031-75eddafcfcc9 req-5862314e-f165-41c4-904e-b93da758d995 service nova] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_rules [ 919.861200] env[65403]: INFO networking_nsxv3.common.synchronization [req-fcdc30fb-abb1-4d56-b031-75eddafcfcc9 req-5862314e-f165-41c4-904e-b93da758d995 service nova] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 919.861200] env[65403]: INFO networking_nsxv3.common.synchronization [req-fcdc30fb-abb1-4d56-b031-75eddafcfcc9 req-5862314e-f165-41c4-904e-b93da758d995 service nova] Enqueued Resource ID: 11b0c67b-62e0-4ce4-9dd1-44402b0bb019 with Priority: HIGHEST for action port [ 919.861200] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_rules [ 919.861200] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 919.861200] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0c67b-62e0-4ce4-9dd1-44402b0bb019 with Priority: HIGHEST for action port [ 919.861548] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.861548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.861548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.862425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.862425] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.863785] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.863785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.863785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.863785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.863785] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.863785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.863785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.864122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.864122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.864122] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.865162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.865162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.865162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.865313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.865313] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b0c67b-62e0-4ce4-9dd1-44402b0bb019',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.907759] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb1728c8-db4a-4075-a39b-581bf1402e13: rpc.has_security_group_logging(os_id): False [ 919.926856] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.927144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.927386] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.927631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.927751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.927973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.928162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.928443] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.928537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.928590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.928732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.928998] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.929116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.929171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.929295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.929355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.929440] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 920.003469] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.003800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.003923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.004264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.004446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.019203] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 920.154041] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: SUCCESS [ 920.154330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.222657] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.222852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.222922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.223186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.260972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.261128] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.261224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.261260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.262041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.262041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.262041] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 920.298064] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.298310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.298390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.298608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.298890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.327793] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 920.367410] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.371035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.371035] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11b0c67b-62e0-4ce4-9dd1-44402b0bb019 with status ACTIVE [ 920.371035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.371035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.371035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.371713] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.371713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.371713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.371713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.371713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.371862] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11b0c67b-62e0-4ce4-9dd1-44402b0bb019 is going to be updated. [ 920.400905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.400905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.400905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.401123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.402032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.402032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11b0c67b-62e0-4ce4-9dd1-44402b0bb019" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.808182] env[65403]: INFO networking_nsxv3.common.synchronization [req-1dec4562-7ab9-4d50-9108-8c2822139c05 req-e5925af7-c8bd-490c-9feb-1db2fc05a8f0 tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 920.808182] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 920.808460] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.808882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.808882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.808882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.809091] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.809146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.809212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.809368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.809455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.809549] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.874782] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.277283] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.277688] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.277744] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.278070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.278426] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.278656] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.278810] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.279113] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.279336] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.280082] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.280082] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.280082] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.280082] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.280353] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.280353] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.280475] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.304464] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.304691] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.304791] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.305045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-254" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.305424] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-2c198986-1c25-4f89-82ed-e38459a7a27f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.305612] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.305732] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.306251] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.306396] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c198986-1c25-4f89-82ed-e38459a7a27f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.313405] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.313572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.313572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.313963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.337702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.338249] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.338343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.338343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.338599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.338649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.338784] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be updated. [ 921.370287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.370429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.370530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.370811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.370965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.377589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.377738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.377833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.378059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.378157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.378256] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be created. [ 921.389469] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 921.402697] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.403092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.403092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.403181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.403734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.419275] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: UNINITIALIZED for 2s [ 921.808533] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.808762] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.808888] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.809195] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.809496] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 2c198986-1c25-4f89-82ed-e38459a7a27f not found, creating... [ 921.809815] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.809995] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.810123] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.810341] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.810472] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.810818] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.810989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.811123] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.811328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.811457] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.811667] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 2c198986-1c25-4f89-82ed-e38459a7a27f is going to be created. [ 921.833265] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.833464] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.833582] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.834222] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.834472] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.834723] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.035337] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 922.035582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.337350] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 922.337758] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 922.337758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.536909] env[65403]: INFO networking_nsxv3.common.synchronization [req-1dec4562-7ab9-4d50-9108-8c2822139c05 req-f8032ba8-0259-441c-9cf7-b1a066f5428f service nova] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_rules [ 922.536909] env[65403]: INFO networking_nsxv3.common.synchronization [req-1dec4562-7ab9-4d50-9108-8c2822139c05 req-f8032ba8-0259-441c-9cf7-b1a066f5428f service nova] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 922.537035] env[65403]: INFO networking_nsxv3.common.synchronization [req-1dec4562-7ab9-4d50-9108-8c2822139c05 req-f8032ba8-0259-441c-9cf7-b1a066f5428f service nova] Enqueued Resource ID: 2c198986-1c25-4f89-82ed-e38459a7a27f with Priority: HIGHEST for action port [ 922.538088] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_rules [ 922.538088] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 922.538088] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c198986-1c25-4f89-82ed-e38459a7a27f with Priority: HIGHEST for action port [ 922.538287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.538409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.538473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.538669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.538746] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.539766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.540033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.540107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c198986-1c25-4f89-82ed-e38459a7a27f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.540185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.540245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.541245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.541245] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c198986-1c25-4f89-82ed-e38459a7a27f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.042521] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.042521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.042756] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c198986-1c25-4f89-82ed-e38459a7a27f with status ACTIVE [ 923.042908] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.043584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.043584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.043584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.043584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.043584] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.044092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.044092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.044092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.044092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.044510] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.044510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.044510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.044510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.044687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.044687] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c198986-1c25-4f89-82ed-e38459a7a27f is going to be updated. [ 923.070828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.070828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.070828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.070828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.070828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.070828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c198986-1c25-4f89-82ed-e38459a7a27f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.400647] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 923.401178] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 deletion is rescheduled due to dependency. [ 923.401367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.401647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.401909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.402158] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.402341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.402549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.402744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.402878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.403073] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.430217] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: SUCCESS [ 923.430496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.430732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.431013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.431273] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.431463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.431572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.431800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.431930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.432079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.432220] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.906221] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.934853] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.935535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.938995] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.938995] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.938995] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.938995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.939881] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.118479] env[65403]: INFO networking_nsxv3.common.synchronization [None req-8f5d5561-3c0e-4d18-9fbf-3e63c81f7732 None None] Enqueued Resource ID: 843ecef8-d76f-4187-974f-22eb8a93646a with Priority: HIGHEST for action port [ 924.118479] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843ecef8-d76f-4187-974f-22eb8a93646a with Priority: HIGHEST for action port [ 924.118479] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-843ecef8-d76f-4187-974f-22eb8a93646a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.118479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-843ecef8-d76f-4187-974f-22eb8a93646a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.119327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-843ecef8-d76f-4187-974f-22eb8a93646a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.119662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-843ecef8-d76f-4187-974f-22eb8a93646a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.119754] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843ecef8-d76f-4187-974f-22eb8a93646a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.409116] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.441121] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 917f352c-1122-47ad-832a-d29b2b64c22a: rpc.has_security_group_logging(os_id): False [ 924.461858] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.462124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.462222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.462767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.462852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.463076] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.463227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.463314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.463488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.463571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.463769] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.463916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.463916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.464091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.464173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.464393] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.464518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.464674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.464903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.464975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.465306] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be created. [ 924.533026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.533026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.533026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.533026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.533026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.546672] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: IN_PROGRESS for 2s [ 924.622492] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 843ecef8-d76f-4187-974f-22eb8a93646a [ 924.622772] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.622968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.623032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.623346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.623346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.623479] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:843ecef8-d76f-4187-974f-22eb8a93646a already deleted. [ 924.623479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-843ecef8-d76f-4187-974f-22eb8a93646a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.917551] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.917991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.918975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.923376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.923376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.923376] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be updated. [ 924.975792] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.976023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.976307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.976492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.994226] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 925.743556] env[65403]: INFO networking_nsxv3.common.synchronization [req-654af9f9-15ad-45ec-a783-707256990716 req-2ea2d8d0-4dd7-4a60-bb22-b2e309a2a593 tempest-ServersNegativeTestJSON-1478889157 tempest-ServersNegativeTestJSON-1478889157-project-member] Enqueued Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 925.744157] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 with Priority: HIGHEST for action security_group_members [ 925.744530] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a2432e5-5cca-4e79-9a63-666d6b8853e0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.744668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.744748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.744975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.745166] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.745279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.745349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.745525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.745635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.745736] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a2432e5-5cca-4e79-9a63-666d6b8853e0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.250423] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.250616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.250724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.250985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.274121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.274745] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.274745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.274745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.275570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.275570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.275570] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 is going to be updated. [ 926.316789] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.317136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.317136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.317315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.317870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.329744] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: IN_PROGRESS for 2s [ 926.547589] env[65403]: INFO networking_nsxv3.common.synchronization [req-8560b531-341b-4a41-9a8a-e886db408e5b req-6f19bc08-a309-46a4-973f-95b68ead3c1f tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_members [ 926.549517] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGHEST for action security_group_members [ 926.549972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.550048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.550110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.550661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.550850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.550970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.551038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.551191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.551292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.551824] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.565744] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: SUCCESS [ 926.565969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.867560] env[65403]: INFO networking_nsxv3.common.synchronization [None req-b7b12f2c-a343-4295-a712-2da774f10695 None None] Enqueued Resource ID: 31d4f6fd-5f84-4ad8-98a8-3ae25603aad4 with Priority: HIGHEST for action port [ 926.868191] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d4f6fd-5f84-4ad8-98a8-3ae25603aad4 with Priority: HIGHEST for action port [ 926.868550] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-31d4f6fd-5f84-4ad8-98a8-3ae25603aad4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.870023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31d4f6fd-5f84-4ad8-98a8-3ae25603aad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.870023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31d4f6fd-5f84-4ad8-98a8-3ae25603aad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.870023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31d4f6fd-5f84-4ad8-98a8-3ae25603aad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.872111] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31d4f6fd-5f84-4ad8-98a8-3ae25603aad4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.006031] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 927.006205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.006324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.006972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.006972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.006972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.007235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.007235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.007324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.007933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.007933] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.058516] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.058778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.058849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.059117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.088732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.088732] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.088964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.088964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.089524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.089524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.089524] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 is going to be updated. [ 927.126582] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.126794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.126794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.127583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.127583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.142306] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: IN_PROGRESS for 2s [ 927.374950] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31d4f6fd-5f84-4ad8-98a8-3ae25603aad4 [ 927.375254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.375392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.375461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.375754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.376012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.376132] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31d4f6fd-5f84-4ad8-98a8-3ae25603aad4 already deleted. [ 927.376231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31d4f6fd-5f84-4ad8-98a8-3ae25603aad4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.513385] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.513688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.513817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.514092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.514387] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.514549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.514656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.514939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.515101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.515250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.515536] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.515721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.515822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.520451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.520866] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.521105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.521320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.521878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.522099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.526236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.526400] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.032396] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ec3ba1-460a-41c7-a72e-05efb1b62141: rpc.has_security_group_logging(os_id): False [ 928.048998] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.050039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.050039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.050039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.050039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.051161] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.051161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.051161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.051161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.051161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.051161] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.051161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.051161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.051161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.051863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.051863] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.051863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.051863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.051863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.052031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.052031] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be updated. [ 928.124753] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.125377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.125489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.125717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.125868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.144021] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 928.344531] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 in Status: SUCCESS [ 928.344759] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a2432e5-5cca-4e79-9a63-666d6b8853e0 deletion is rescheduled due to dependency. [ 928.344894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a2432e5-5cca-4e79-9a63-666d6b8853e0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.151546] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 in Status: SUCCESS [ 929.151897] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 deletion is rescheduled due to dependency. [ 929.151897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.160348] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 930.160581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.636055] env[65403]: INFO networking_nsxv3.common.synchronization [None req-25fde053-1c51-4c3e-81cf-2429c68cc9f4 None None] Enqueued Resource ID: 93740a8b-8f0d-4eba-834b-f05c780e64ea with Priority: HIGHEST for action port [ 931.636741] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93740a8b-8f0d-4eba-834b-f05c780e64ea with Priority: HIGHEST for action port [ 931.636916] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-93740a8b-8f0d-4eba-834b-f05c780e64ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.641106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93740a8b-8f0d-4eba-834b-f05c780e64ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.641227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93740a8b-8f0d-4eba-834b-f05c780e64ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.641521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93740a8b-8f0d-4eba-834b-f05c780e64ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.641626] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93740a8b-8f0d-4eba-834b-f05c780e64ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.039591] env[65403]: INFO networking_nsxv3.common.synchronization [req-5986b3f6-98a8-454b-b7b9-dbd622c122db req-4d4545d2-21e6-403c-96d5-324db3ac1068 tempest-ListImageFiltersTestJSON-368960459 tempest-ListImageFiltersTestJSON-368960459-project-member] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 932.040425] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGHEST for action security_group_members [ 932.041058] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.041058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.041058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.041294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.042048] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.042048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.042048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.042048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.042048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.042048] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.143493] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93740a8b-8f0d-4eba-834b-f05c780e64ea [ 932.143719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.143877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.143943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.144178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.144264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.144359] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93740a8b-8f0d-4eba-834b-f05c780e64ea already deleted. [ 932.144434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93740a8b-8f0d-4eba-834b-f05c780e64ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.547303] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.547303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.547303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.547303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.569102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.569929] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.569929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.569929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.569929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.569929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.570199] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be updated. [ 932.602218] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.602218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.602218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.602218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.602218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.619254] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: IN_PROGRESS for 2s [ 934.635458] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff in Status: SUCCESS [ 934.635779] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff deletion is rescheduled due to dependency. [ 934.635949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.395769] env[65403]: INFO networking_nsxv3.common.synchronization [None req-745c66b8-5df7-4d2c-8b6a-1de5940af5bf None None] Enqueued Resource ID: 6ec9f1ec-6431-4773-8437-7d1169c321f3 with Priority: HIGHEST for action port [ 935.396627] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec9f1ec-6431-4773-8437-7d1169c321f3 with Priority: HIGHEST for action port [ 935.397021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ec9f1ec-6431-4773-8437-7d1169c321f3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.397132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ec9f1ec-6431-4773-8437-7d1169c321f3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.397221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ec9f1ec-6431-4773-8437-7d1169c321f3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.397476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ec9f1ec-6431-4773-8437-7d1169c321f3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.397556] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec9f1ec-6431-4773-8437-7d1169c321f3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.899719] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ec9f1ec-6431-4773-8437-7d1169c321f3 [ 935.901278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.901278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.901278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.901278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.901278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.901278] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ec9f1ec-6431-4773-8437-7d1169c321f3 already deleted. [ 935.901278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ec9f1ec-6431-4773-8437-7d1169c321f3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.311740] env[65403]: INFO networking_nsxv3.common.synchronization [req-6a0eb7f6-286e-4f41-a22a-b5e853099604 req-80714ef7-3cb7-4af3-9ca7-b39a5c96ea78 tempest-FloatingIPsAssociationTestJSON-1623189052 tempest-FloatingIPsAssociationTestJSON-1623189052-project-member] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 936.312320] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 936.313846] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.313926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.314023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.314202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.314364] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.314467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.314521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.314673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.314758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314866] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.434521] env[65403]: INFO networking_nsxv3.common.synchronization [req-a6d8f8f9-b07e-4eef-a6f8-834535834559 req-303b03e4-0bd8-49e6-b52c-9626c6fc12a9 tempest-ImagesOneServerNegativeTestJSON-102158650 tempest-ImagesOneServerNegativeTestJSON-102158650-project-member] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 936.435363] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGHEST for action security_group_members [ 936.435845] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.436120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.436359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.437133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.437401] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.437627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.437788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.438148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.439330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.439330] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.818873] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.943122] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.943501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.943501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.943814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.943948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.945070] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.945070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.945070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.945070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.945070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.945070] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be updated. [ 936.983689] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.983923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.984054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.984315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.984791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.000685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: IN_PROGRESS for 2s [ 937.323290] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.829459] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.829646] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.829719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.829967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.830087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.830185] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be updated. [ 937.876631] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.876822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.876902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.877152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.877291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.888238] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: IN_PROGRESS for 2s [ 938.238692] env[65403]: INFO networking_nsxv3.common.synchronization [None req-99c02d16-f678-4164-92ab-46a07a15d181 None None] Enqueued Resource ID: f896f036-6afd-4bec-858b-d9d605b4ac72 with Priority: HIGHEST for action port [ 938.239329] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f896f036-6afd-4bec-858b-d9d605b4ac72 with Priority: HIGHEST for action port [ 938.239656] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f896f036-6afd-4bec-858b-d9d605b4ac72 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.239780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f896f036-6afd-4bec-858b-d9d605b4ac72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.239847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f896f036-6afd-4bec-858b-d9d605b4ac72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.240157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f896f036-6afd-4bec-858b-d9d605b4ac72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.240231] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f896f036-6afd-4bec-858b-d9d605b4ac72',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.742756] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f896f036-6afd-4bec-858b-d9d605b4ac72 [ 938.743321] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.743321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.743452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.743627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.743762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.743898] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f896f036-6afd-4bec-858b-d9d605b4ac72 already deleted. [ 938.743998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f896f036-6afd-4bec-858b-d9d605b4ac72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.026528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 in Status: SUCCESS [ 939.026528] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 deletion is rescheduled due to dependency. [ 939.026528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.461262] env[65403]: INFO networking_nsxv3.common.synchronization [req-881c0544-2600-4598-898e-1ff36a12b62c req-2c3fbf2f-e309-4bf3-8415-0af71d30b7cb tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 939.461929] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 939.462299] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.462446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.462517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.463025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.463229] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.463387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.463462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.463738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.463872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.463976] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.746151] env[65403]: INFO networking_nsxv3.common.synchronization [req-bd20c200-6b5c-4140-8271-523b3efeb961 req-a1dc0417-2580-44e9-8093-77ffe48eff5b tempest-ServersAdminTestJSON-657712202 tempest-ServersAdminTestJSON-657712202-project-member] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 939.747523] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGHEST for action security_group_members [ 939.747523] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.747523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.747523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.747878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.747878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.747878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.748053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.748104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.748213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.748304] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.814477] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.814736] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.814911] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.815372] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.815741] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.816014] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.816133] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.816392] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.816581] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.816843] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.816970] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.817121] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.817270] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.817394] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.817675] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.817675] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.839487] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.839726] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.839841] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.840078] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.840431] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-e9f5df03-8d3d-44f9-989d-69d7a183f879 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.840734] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840872] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.841246] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.841442] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f5df03-8d3d-44f9-989d-69d7a183f879',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.898510] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: SUCCESS [ 939.898857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.967224] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.967224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.967224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.967500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.967748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.967797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.967977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.968063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.968257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.968421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.968477] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be deleted. [ 940.001242] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.001463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.001564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.001928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.001928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.001928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.250911] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.251107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.251178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.251393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.281298] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.281424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.281490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.281709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.281932] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be updated. [ 940.336306] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.336456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.336517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.336743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.336872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.343955] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.344256] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.344440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.344728] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.344882] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.345066] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port e9f5df03-8d3d-44f9-989d-69d7a183f879 not found, creating... [ 940.345379] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.345558] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.345727] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.346022] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.346166] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.346542] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.346630] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.346795] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.346976] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.347194] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.347341] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: e9f5df03-8d3d-44f9-989d-69d7a183f879 is going to be created. [ 940.349201] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: IN_PROGRESS for 2s [ 940.375038] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.375281] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.375392] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.375674] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.375906] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.376155] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.550931] env[65403]: INFO networking_nsxv3.common.synchronization [None req-d987b3d9-3000-497f-a6ac-c8976d76a100 None None] Enqueued Resource ID: 79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b with Priority: HIGHEST for action port [ 940.551966] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b with Priority: HIGHEST for action port [ 940.552476] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.552751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.552852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.553308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.553626] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.058532] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b [ 941.058532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.058532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.058532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.058532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.058532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.058532] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b already deleted. [ 941.058532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79fb2bd4-3151-4c3a-bdc9-fc9c5e41c06b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.094548] env[65403]: INFO networking_nsxv3.common.synchronization [req-ba4a5462-7b13-41f3-9ba4-a9b6be7877c0 req-6fac9ee1-a023-46b3-babf-0af732f50978 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 941.094948] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 941.095107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.095230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.095296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.095491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.095641] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.095735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.095797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.095944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.096041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.096132] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.134450] env[65403]: INFO networking_nsxv3.common.synchronization [req-881c0544-2600-4598-898e-1ff36a12b62c req-0a5293e6-57da-4002-b18c-261ae76baa1d service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 941.134643] env[65403]: INFO networking_nsxv3.common.synchronization [req-881c0544-2600-4598-898e-1ff36a12b62c req-0a5293e6-57da-4002-b18c-261ae76baa1d service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 941.134826] env[65403]: INFO networking_nsxv3.common.synchronization [req-881c0544-2600-4598-898e-1ff36a12b62c req-0a5293e6-57da-4002-b18c-261ae76baa1d service nova] Enqueued Resource ID: e9f5df03-8d3d-44f9-989d-69d7a183f879 with Priority: HIGHEST for action port [ 941.135337] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 941.135509] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 941.135647] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f5df03-8d3d-44f9-989d-69d7a183f879 with Priority: HIGHEST for action port [ 941.135939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.136097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.136164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.136404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.136525] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.137397] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.137513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.137600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.137914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.138053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.138171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.138233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.138416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.138528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.138628] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.139707] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f5df03-8d3d-44f9-989d-69d7a183f879 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.139804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.140083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.140083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.140234] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f5df03-8d3d-44f9-989d-69d7a183f879',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.468076] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.468076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.468076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.468076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.468076] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.468076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.468076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.468076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.469222] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.469559] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.469850] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.472209] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.472209] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.472209] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.472209] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.472209] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.489273] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.493072] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.493072] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.493072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.493072] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-753d0ae2-00da-437a-be62-2306061ae83a taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.493072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.493072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.493072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.493072] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753d0ae2-00da-437a-be62-2306061ae83a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.598361] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.598673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.598856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.599034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.599164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.599390] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.599504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.599568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.599788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.599893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.599989] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 941.625984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.626156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.626242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.626459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.626615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.636266] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 941.642397] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.644046] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.644046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.644046] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f5df03-8d3d-44f9-989d-69d7a183f879 with status ACTIVE [ 941.644369] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.644369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.644456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.644670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.644798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.644994] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.645270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.645372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.645798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.645907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.646422] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.646578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.646687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.646875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.646975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.647084] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f5df03-8d3d-44f9-989d-69d7a183f879 is going to be updated. [ 941.671894] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.672067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.672150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.672340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.672627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.672627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f5df03-8d3d-44f9-989d-69d7a183f879" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.995821] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.996193] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.996406] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.996774] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.996979] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.997209] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 753d0ae2-00da-437a-be62-2306061ae83a not found, creating... [ 941.997576] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.997790] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.997945] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.998293] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.998495] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.998883] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.999116] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.999284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.999580] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.999762] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.999973] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 753d0ae2-00da-437a-be62-2306061ae83a is going to be created. [ 942.023794] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.024060] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.024196] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.024486] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.024750] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.024950] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.149757] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.360350] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd07ae75-c896-458d-8b00-809f21c9a0eb in Status: SUCCESS [ 942.360576] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb deletion is rescheduled due to dependency. [ 942.360715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.652873] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.653280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.653280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.654147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.654147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.654147] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be created. [ 942.685205] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.685205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.685205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.685205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.685205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.700340] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: UNINITIALIZED for 2s [ 942.789373] env[65403]: INFO networking_nsxv3.common.synchronization [req-ba4a5462-7b13-41f3-9ba4-a9b6be7877c0 req-4c0207f7-da99-4a87-a8e3-fc4c50a2097f service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 942.789600] env[65403]: INFO networking_nsxv3.common.synchronization [req-ba4a5462-7b13-41f3-9ba4-a9b6be7877c0 req-4c0207f7-da99-4a87-a8e3-fc4c50a2097f service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 942.790382] env[65403]: INFO networking_nsxv3.common.synchronization [req-ba4a5462-7b13-41f3-9ba4-a9b6be7877c0 req-4c0207f7-da99-4a87-a8e3-fc4c50a2097f service nova] Enqueued Resource ID: 753d0ae2-00da-437a-be62-2306061ae83a with Priority: HIGHEST for action port [ 942.790626] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 942.790626] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 942.790701] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 753d0ae2-00da-437a-be62-2306061ae83a with Priority: HIGHEST for action port [ 942.791838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.791999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.792057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.792268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.792347] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.793432] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.793554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.793744] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-753d0ae2-00da-437a-be62-2306061ae83a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.793887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.793937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.794141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.794220] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753d0ae2-00da-437a-be62-2306061ae83a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.296023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.296023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.296297] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 753d0ae2-00da-437a-be62-2306061ae83a with status ACTIVE [ 943.296368] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.297068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.297068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.297068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.297068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.297298] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.297460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.297561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.297807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.298045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.298251] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.298425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.298499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.298761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.298887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.299056] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 753d0ae2-00da-437a-be62-2306061ae83a is going to be updated. [ 943.334904] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.335182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.335312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.335632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.335872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.336170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-753d0ae2-00da-437a-be62-2306061ae83a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.647419] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 943.649453] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 943.649453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.649453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.649453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.649453] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.649453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.649453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.649453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.649453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.649453] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.154863] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.656523] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.710928] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 944.711176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.711344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.711552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.711749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.711854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.711931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.712093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.712172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.712256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.712343] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.159723] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.160096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.160096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.160231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.160343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.160447] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 945.194911] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.195128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.195128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.195344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.195497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.206167] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 945.214741] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.214941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.214941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.215220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215367] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.215470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.215551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.215685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.215862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.216021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.216116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.216172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.216321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.216478] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.216564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.216606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.216728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.216800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.216913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.217030] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.719629] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1025709-e51c-4ea5-92e1-5a7d28e340fe: rpc.has_security_group_logging(os_id): False [ 945.739277] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.739504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.739614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.739791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.739883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.740139] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.740243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.740305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.740460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.740540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.740717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.740812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.740878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.741014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.741095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.741271] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.741363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.741423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.741562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.741633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.741749] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be created. [ 945.805369] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.805642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.805642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.806353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.806353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.822409] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 946.091318] env[65403]: INFO networking_nsxv3.common.synchronization [req-8b317ee8-0bc4-421c-9bb5-ad8c66f018f0 req-8ee7ec31-99c6-4941-a418-6f752373345a tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 946.091318] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 946.091318] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.091318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.091318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.091318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.091951] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.092197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.092338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.092566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.093354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.093400] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.595546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.595905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.595905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.596096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.616372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.616643] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.616776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.616850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.617193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.617193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.617295] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 946.644908] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.645127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.645194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.645563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.645642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.656390] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 947.218112] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 947.218401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.218494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.218702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.218893] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.219014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.219083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.219241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.219322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.219410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.219499] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.723331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.723577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.723577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.723770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.723927] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.724062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.724130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.724296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.724387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.724474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.724615] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.724707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.724768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.724910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.725059] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.725148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.725207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.725374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.725417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.725484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.725573] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.836821] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 947.837301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.232530] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf08f2ad-f0dc-43d2-b412-fd509155ba67: rpc.has_security_group_logging(os_id): False [ 948.258294] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.258294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.258294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.258570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.258570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.258688] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.258806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.258862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.259033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.259132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.259311] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.259398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.259463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.259608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.259683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.259866] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.259954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.260137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.260854] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 948.342127] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.342286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.342484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.342566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.342712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.361112] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 948.668776] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 948.669341] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 948.669699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.824188] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f8951d00-f243-4af3-bd93-adc1e012bfd4 None None] Enqueued Resource ID: 78bde2b0-e01f-41c5-b31a-d18c7f53d4bc with Priority: HIGHEST for action port [ 948.824188] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78bde2b0-e01f-41c5-b31a-d18c7f53d4bc with Priority: HIGHEST for action port [ 948.824585] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-78bde2b0-e01f-41c5-b31a-d18c7f53d4bc taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.824585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78bde2b0-e01f-41c5-b31a-d18c7f53d4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.824585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78bde2b0-e01f-41c5-b31a-d18c7f53d4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.824846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78bde2b0-e01f-41c5-b31a-d18c7f53d4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.824912] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78bde2b0-e01f-41c5-b31a-d18c7f53d4bc',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.330931] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78bde2b0-e01f-41c5-b31a-d18c7f53d4bc [ 949.331032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.331125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.331181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.331393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.331481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.331573] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78bde2b0-e01f-41c5-b31a-d18c7f53d4bc already deleted. [ 949.335180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78bde2b0-e01f-41c5-b31a-d18c7f53d4bc" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.684238] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3ce0566b-e2f3-41b7-a59b-6ce82e7a226a tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 949.684749] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 949.685147] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.685243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.685280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.685476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.687790] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.687929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.688000] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.688170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.691625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.691625] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.190853] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.382112] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 950.382112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.424161] env[65403]: INFO networking_nsxv3.common.synchronization [req-d9c33c2e-b32c-4dc7-b203-606715b40136 req-61321088-0ae1-493e-ad4b-15ce3d47a0be tempest-ServerMetadataNegativeTestJSON-1449518690 tempest-ServerMetadataNegativeTestJSON-1449518690-project-member] Enqueued Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_members [ 950.425126] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_members [ 950.425245] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.425369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.425432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.429159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.429159] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.429159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.429159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.429159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.429159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.429159] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.499202] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ba38d67a-b0fc-4c93-a224-c7fd482ecd91 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_rules [ 950.500305] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_rules [ 950.500723] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.501238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.501335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.501572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.501658] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.678044] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f41cc678-3df9-4781-acfe-5ca4a9d97ebe tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_rules [ 950.678660] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_rules [ 950.678987] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.679463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.696108] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.901824] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.902845] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-305" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.902922] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-305" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.903301] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-305" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.903641] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.903840] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.903985] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.904257] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.904437] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.904828] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.904828] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.904946] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.905079] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.905231] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.905358] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.905630] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.928903] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.929154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.929199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.929411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.929524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.929719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.929817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.930031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.930112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.930112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.930304] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d already deleted. [ 950.930304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.931391] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.931558] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.931697] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.931858] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-305" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.932358] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-34c321a2-d428-44b3-b8eb-1a00e625ad2e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.932479] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.932575] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.932947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.933154] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c321a2-d428-44b3-b8eb-1a00e625ad2e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.032174] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.033073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.033073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.033073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.033073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.033073] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea already deleted. [ 951.033073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.033073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.033649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.033649] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.198355] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.198700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.198700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.198816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.198974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.200230] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 951.233029] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.233235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.233289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.233472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.233633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.245567] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 951.436704] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.436704] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.436704] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.436704] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.437380] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.437380] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 34c321a2-d428-44b3-b8eb-1a00e625ad2e not found, creating... [ 951.439796] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.439796] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.439796] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.439796] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.439796] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.439796] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.439796] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.439796] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.439796] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.440164] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.440164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 34c321a2-d428-44b3-b8eb-1a00e625ad2e is going to be created. [ 951.467121] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.467492] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.467534] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.467819] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.468075] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.468306] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.549918] env[65403]: INFO networking_nsxv3.common.synchronization [None req-edf9ad78-1d75-4832-bd1a-d971063ead95 None None] Enqueued Resource ID: f79e5797-173e-495f-803f-991d52c525f9 with Priority: HIGHEST for action port [ 951.550341] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f79e5797-173e-495f-803f-991d52c525f9 with Priority: HIGHEST for action port [ 951.550671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f79e5797-173e-495f-803f-991d52c525f9 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.550814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f79e5797-173e-495f-803f-991d52c525f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.550888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f79e5797-173e-495f-803f-991d52c525f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.551224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f79e5797-173e-495f-803f-991d52c525f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.551308] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79e5797-173e-495f-803f-991d52c525f9',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.564707] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.564945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.564945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.565145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.565477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.565477] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea already deleted. [ 951.565477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.054720] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f79e5797-173e-495f-803f-991d52c525f9 [ 952.054720] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.054720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.054720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.055341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.055625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.055690] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f79e5797-173e-495f-803f-991d52c525f9 already deleted. [ 952.055765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f79e5797-173e-495f-803f-991d52c525f9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.273541] env[65403]: INFO networking_nsxv3.common.synchronization [req-d9c33c2e-b32c-4dc7-b203-606715b40136 req-8df99600-fbcc-4a6a-8229-d7e1afaf73dc service nova] Enqueued Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_rules [ 952.273795] env[65403]: INFO networking_nsxv3.common.synchronization [req-d9c33c2e-b32c-4dc7-b203-606715b40136 req-8df99600-fbcc-4a6a-8229-d7e1afaf73dc service nova] Enqueued Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_members [ 952.273908] env[65403]: INFO networking_nsxv3.common.synchronization [req-d9c33c2e-b32c-4dc7-b203-606715b40136 req-8df99600-fbcc-4a6a-8229-d7e1afaf73dc service nova] Enqueued Resource ID: 34c321a2-d428-44b3-b8eb-1a00e625ad2e with Priority: HIGHEST for action port [ 952.274559] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_rules [ 952.274745] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_members [ 952.274851] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c321a2-d428-44b3-b8eb-1a00e625ad2e with Priority: HIGHEST for action port [ 952.275758] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.275918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.275954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.276221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.276339] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.277825] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.278248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.278248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.278376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.278567] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.280213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.280287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.280929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.280929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.280929] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.281602] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c321a2-d428-44b3-b8eb-1a00e625ad2e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.281709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.281774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.283272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.283272] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c321a2-d428-44b3-b8eb-1a00e625ad2e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.779243] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.779243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.785662] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.786890] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c321a2-d428-44b3-b8eb-1a00e625ad2e with status ACTIVE [ 952.786974] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.787041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.787449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.787449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.787449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.787603] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.787682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.787793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.787963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.788086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.788301] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.788506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.788506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.788650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.788724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.788842] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c321a2-d428-44b3-b8eb-1a00e625ad2e is going to be updated. [ 952.792978] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.792978] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.793348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.793348] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.793622] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.793820] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.793970] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.794569] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.794880] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.795038] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.795249] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.795415] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.795529] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.795648] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.795754] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.796518] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.812761] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.812991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.812991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.813236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.813375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.813535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c321a2-d428-44b3-b8eb-1a00e625ad2e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.817179] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.817344] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.817484] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.817663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.818024] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-7a4c1400-609f-44e8-b5f1-8f3715bd8655 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.818201] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.818325] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.818649] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.818788] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4c1400-609f-44e8-b5f1-8f3715bd8655',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.257947] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 953.258260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.291237] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.321378] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.321843] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.322116] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.322534] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.322894] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.323066] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 7a4c1400-609f-44e8-b5f1-8f3715bd8655 not found, creating... [ 953.323516] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.323778] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.323966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.324428] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.324662] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.325266] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.325581] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.325741] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.326169] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.326412] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.326715] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 7a4c1400-609f-44e8-b5f1-8f3715bd8655 is going to be created. [ 953.350950] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.351198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.351377] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.351767] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.352067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.352278] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.794364] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.794536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.794616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.794820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.794915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.795034] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d is going to be created. [ 953.829506] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.829727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.829727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.829920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.830123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.842129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d in Status: UNINITIALIZED for 2s [ 954.130626] env[65403]: INFO networking_nsxv3.common.synchronization [req-92ca15bc-9e1d-47b6-beca-e8445d38ef28 req-570ac809-f77c-4145-8f47-cc3134d4ceba service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 954.130968] env[65403]: INFO networking_nsxv3.common.synchronization [req-92ca15bc-9e1d-47b6-beca-e8445d38ef28 req-570ac809-f77c-4145-8f47-cc3134d4ceba service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 954.131074] env[65403]: INFO networking_nsxv3.common.synchronization [req-92ca15bc-9e1d-47b6-beca-e8445d38ef28 req-570ac809-f77c-4145-8f47-cc3134d4ceba service nova] Enqueued Resource ID: 7a4c1400-609f-44e8-b5f1-8f3715bd8655 with Priority: HIGHEST for action port [ 954.131798] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 954.131798] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 954.131940] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a4c1400-609f-44e8-b5f1-8f3715bd8655 with Priority: HIGHEST for action port [ 954.132120] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.132239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.132306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.132501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.132581] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.133898] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.134024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.134091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.134276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.136391] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.136391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.136391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.136391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.136391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.136391] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.136391] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a4c1400-609f-44e8-b5f1-8f3715bd8655 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.136391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.136391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.136391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.136391] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4c1400-609f-44e8-b5f1-8f3715bd8655',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.634406] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.634750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.638430] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.639419] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a4c1400-609f-44e8-b5f1-8f3715bd8655 with status ACTIVE [ 954.639567] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.640149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.640149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.640149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.640149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.640339] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.640411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.640473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.640739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.640739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.641082] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.641082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.641082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.641430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.641430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.641430] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a4c1400-609f-44e8-b5f1-8f3715bd8655 is going to be updated. [ 954.666433] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.666654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.666654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.666913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.667104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.667297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a4c1400-609f-44e8-b5f1-8f3715bd8655" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.144469] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.225582] env[65403]: INFO networking_nsxv3.common.synchronization [req-fb99880a-c0fd-4b20-a8f8-2e81b99e3e6a req-f45639b8-3ec9-436d-b1dd-1857ba8141f5 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 955.226098] env[65403]: INFO networking_nsxv3.common.synchronization [req-fb99880a-c0fd-4b20-a8f8-2e81b99e3e6a req-f45639b8-3ec9-436d-b1dd-1857ba8141f5 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 955.226098] env[65403]: INFO networking_nsxv3.common.synchronization [req-fb99880a-c0fd-4b20-a8f8-2e81b99e3e6a req-f45639b8-3ec9-436d-b1dd-1857ba8141f5 tempest-SecurityGroupsTestJSON-562029656 tempest-SecurityGroupsTestJSON-562029656-project-member] Enqueued Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_members [ 955.226595] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGHEST for action security_group_members [ 955.226805] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 with Priority: HIGHEST for action security_group_members [ 955.226977] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGHEST for action security_group_members [ 955.227749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.227910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.228049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.228318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.228526] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.228704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.228791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.228989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.229135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.229277] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.230838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.230974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.231073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.231308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.231950] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.232106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.232197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.232371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.232487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.232656] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4013e6-c222-48d7-bd64-25ea1a3f8f21',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.235069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.235573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.235755] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.236152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.237906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.237906] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.698823] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.698823] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 955.698823] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.698823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.698823] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 955.734171] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.734171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.734171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.734171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.735581] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.735694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.739256] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.739256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.764070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.764329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.764432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.764496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.764906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.764906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.765145] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be updated. [ 955.766266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.766514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.766620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.766846] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.767000] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.767110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.767283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.767364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.767452] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 is going to be updated. [ 955.769393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.769600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.802185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.802458] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.802582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.802649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.802949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.803116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.803164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412ab911-9be7-4f42-8502-677eb92f8f29 is going to be updated. [ 955.807878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.808225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.808320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.808569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.808719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.810639] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.810808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.810866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.811077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.811220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.820732] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: IN_PROGRESS for 2s [ 955.821470] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: IN_PROGRESS for 2s [ 955.837339] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.837537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.837537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.837779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.837973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.852395] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: IN_PROGRESS for 2s [ 955.853358] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d in Status: SUCCESS [ 955.853589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.853767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.853987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.854194] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.854315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.854380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.854548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.854630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.854716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.854812] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.359121] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.359444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.359444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.359604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.359710] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.359813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.359868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.359996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.360091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.360429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.360497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.360606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.360746] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.360864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.360922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.361078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.361152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361325] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.871143] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d: rpc.has_security_group_logging(os_id): False [ 956.888707] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.888707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.888707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.888707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.888707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.888987] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.888987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.888987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.889141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.889242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.889447] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.889542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.889592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.889738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.889811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.889991] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.890089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.890151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.890317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.890398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.890506] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d is going to be created. [ 956.929499] env[65403]: INFO networking_nsxv3.common.synchronization [req-8641df0e-5bd5-4a2f-bd6f-2770ee84d1c8 req-01de1f4e-a182-41aa-b094-fe99f92b4268 tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 956.930347] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 956.930549] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.930624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.930683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.931129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.931129] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.931375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.931375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.931375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.931844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.931844] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.981396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.981396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.981396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.981396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.981396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.994216] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d in Status: IN_PROGRESS for 2s [ 957.023053] env[65403]: INFO networking_nsxv3.common.synchronization [None req-525baf49-243b-4953-8dc1-f8c14e792baa tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_rules [ 957.023053] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_rules [ 957.023936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.024248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.024432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.024873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.025100] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.155046] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3f18a454-fb79-48c5-916c-6c3d550a907b tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_rules [ 957.155732] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_rules [ 957.156430] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.156430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.434489] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.435533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.435533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.435533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.435533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.435533] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.435533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.435533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.435840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.435840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.435902] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 957.470948] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.471148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.471197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.471375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.471517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.482394] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 957.521991] env[65403]: INFO networking_nsxv3.common.synchronization [req-ccf42026-5ee7-4b54-b91a-dbb8a5a75206 req-b14ac8f3-b2b2-4d08-9264-57e5e393dc45 tempest-ServerAddressesNegativeTestJSON-1923136129 tempest-ServerAddressesNegativeTestJSON-1923136129-project-member] Enqueued Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_members [ 957.521991] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_members [ 957.521991] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.523111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.523244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.523559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.523919] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.524107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.524182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.524358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.524448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.524558] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.550906] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.551107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.551264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.551715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.551715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.551715] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a already deleted. [ 957.551715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.551995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.552077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.552231] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.710148] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 957.710374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.710565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.710848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.711074] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.711185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.711287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.711670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.711670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.711670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.711670] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.831886] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6128f894-93b1-456d-8150-d81626bdb867 in Status: SUCCESS [ 957.832136] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6128f894-93b1-456d-8150-d81626bdb867 deletion is rescheduled due to dependency. [ 957.832251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.833091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 in Status: SUCCESS [ 957.833238] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4013e6-c222-48d7-bd64-25ea1a3f8f21 deletion is rescheduled due to dependency. [ 957.833379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4013e6-c222-48d7-bd64-25ea1a3f8f21" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.863339] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 412ab911-9be7-4f42-8502-677eb92f8f29 in Status: SUCCESS [ 957.863520] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 412ab911-9be7-4f42-8502-677eb92f8f29 deletion is rescheduled due to dependency. [ 957.863696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.895305] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.895657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-950" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.895657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-950" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.896044] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-950" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.896315] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.896481] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.896600] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.896867] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.897179] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.897298] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.897394] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.897505] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.897612] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.897726] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.897880] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.898039] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.921438] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.921682] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.921832] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.922018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-950" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.923032] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-78e13a6e-97f5-478f-bff1-3a4b56706132 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.923032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.923032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.923287] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.923287] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e13a6e-97f5-478f-bff1-3a4b56706132',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.027106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.027390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.027512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.027876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.028142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.028910] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.029088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.029245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.029764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.029978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.030305] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 already deleted. [ 958.030581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.074731] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.075039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.075039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.075291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.075398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.075508] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a already deleted. [ 958.075588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.214113] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.214494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.214494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.214624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.214797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.214907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.214994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.215186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.215285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.215366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.215570] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.215660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.215733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.215884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.216062] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.216128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.216184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.216328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.216417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.216503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.216715] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.425681] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.426032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.426136] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.426501] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.426679] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.426839] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 78e13a6e-97f5-478f-bff1-3a4b56706132 not found, creating... [ 958.427186] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.427437] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.427594] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.427924] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.428128] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.428505] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.428683] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.428805] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.429037] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.429177] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.429336] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 78e13a6e-97f5-478f-bff1-3a4b56706132 is going to be created. [ 958.451395] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.451489] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.451569] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.451836] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.452105] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.452347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.719900] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1025709-e51c-4ea5-92e1-5a7d28e340fe: rpc.has_security_group_logging(os_id): False [ 958.740926] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.741139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.741302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.741573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.741707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.741993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.742122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.742254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.742401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.742493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.743513] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.743513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.743513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.743735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.743936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.744066] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.744171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.744244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.744405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.744469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.744560] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 958.840104] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.840338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.840381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.840805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.841078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.861487] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 959.009278] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d in Status: SUCCESS [ 959.009629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.284951] env[65403]: INFO networking_nsxv3.common.synchronization [req-ccf42026-5ee7-4b54-b91a-dbb8a5a75206 req-67274e66-f3bc-4763-b2b7-5b5246916008 service nova] Enqueued Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_rules [ 959.284951] env[65403]: INFO networking_nsxv3.common.synchronization [req-ccf42026-5ee7-4b54-b91a-dbb8a5a75206 req-67274e66-f3bc-4763-b2b7-5b5246916008 service nova] Enqueued Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_members [ 959.284951] env[65403]: INFO networking_nsxv3.common.synchronization [req-ccf42026-5ee7-4b54-b91a-dbb8a5a75206 req-67274e66-f3bc-4763-b2b7-5b5246916008 service nova] Enqueued Resource ID: 78e13a6e-97f5-478f-bff1-3a4b56706132 with Priority: HIGHEST for action port [ 959.288639] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_rules [ 959.288925] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_members [ 959.289071] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e13a6e-97f5-478f-bff1-3a4b56706132 with Priority: HIGHEST for action port [ 959.289766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.289904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.289951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.290469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.290469] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.291371] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.291487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.291547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.293924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.295215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.296072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.296072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.296072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.296072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.296072] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.296997] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e13a6e-97f5-478f-bff1-3a4b56706132 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.297738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.297738] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e13a6e-97f5-478f-bff1-3a4b56706132',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.496026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 959.496026] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 deletion is rescheduled due to dependency. [ 959.496026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.799208] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.801178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.801697] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.802999] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78e13a6e-97f5-478f-bff1-3a4b56706132 with status ACTIVE [ 959.803553] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.804112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.804396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.804945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.805513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.805837] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.806089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.806237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.806681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.806681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.808035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.808035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.808035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.808035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.808035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.808035] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78e13a6e-97f5-478f-bff1-3a4b56706132 is going to be updated. [ 959.833158] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.833495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.833495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.833815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.834053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.834325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e13a6e-97f5-478f-bff1-3a4b56706132" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.310094] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.813166] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.813166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.813166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.814927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.815089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.815573] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 is going to be created. [ 960.841970] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.842171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.842301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.842438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.842640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.857152] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 in Status: UNINITIALIZED for 2s [ 960.885034] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 960.885188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.869429] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 in Status: SUCCESS [ 962.869868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.869917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.870318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.870882] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.870882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.870882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.871143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.871143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.871271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.871271] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.373511] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.373813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.373894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.374179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.374465] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.374639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.374754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.375030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.375232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.375305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.375538] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.375714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.375811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.376259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.376438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.376587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.376671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.376906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.377057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.377432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.377432] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.880020] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f428f18-a962-4c84-ab08-17cbd9f2af34: rpc.has_security_group_logging(os_id): False [ 963.904155] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.904417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.904469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.905884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.906084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.906415] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.906595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.906672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.906869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.906955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.907283] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.907418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.907505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.907698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.907819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.908041] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.908170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.908233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.908440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.908553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.908661] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 is going to be created. [ 963.977443] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.977443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.977443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.977680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.978095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.992039] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 in Status: IN_PROGRESS for 2s [ 964.289919] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 964.289919] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 964.420292] env[65403]: INFO networking_nsxv3.common.synchronization [req-350faa6c-2b97-44a9-8964-9353c717c6fd req-d7dd7c09-934a-41e1-92fb-85688570c108 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 964.420292] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 964.420575] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.420727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.420796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421929] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.422054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.422133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.422275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.422363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.422987] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.798175] env[65403]: INFO networking_nsxv3.common.synchronization [req-e1fe1b28-dc25-4d8b-8e25-e614cdca47a8 req-77d0f89c-dc09-41c2-a1b3-578fa56e425a tempest-FloatingIPsAssociationTestJSON-1623189052 tempest-FloatingIPsAssociationTestJSON-1623189052-project-member] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 964.798722] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGHEST for action security_group_members [ 964.799040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.802411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.802536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.802726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.802927] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.803048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.803110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.803271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.803357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.803450] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.925076] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.925380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.925417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.925674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.925734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.925888] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.926776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.926776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.926776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.926776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.926776] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be updated. [ 964.962977] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.963137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.963201] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.963426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.963571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.977847] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: IN_PROGRESS for 2s [ 965.307019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.307545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.307804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.308252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.308471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.308872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.309170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.309411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.309689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.309866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.311018] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be updated. [ 965.353234] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.353638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.353638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.353638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.353870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.370782] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: IN_PROGRESS for 2s [ 966.006418] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 in Status: SUCCESS [ 966.006695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.988445] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: SUCCESS [ 966.988445] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a deletion is rescheduled due to dependency. [ 966.988678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.381990] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827c1590-9866-491f-b286-151fd85f62d0 in Status: SUCCESS [ 967.382290] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827c1590-9866-491f-b286-151fd85f62d0 deletion is rescheduled due to dependency. [ 967.382290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.387092] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-b24af717-9758-4b86-bcd0-d9fb5a95a822 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 968.387903] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 968.388241] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.388241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.388241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.388583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.388689] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.388933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.388933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.389177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.389325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.389471] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.809532] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-011146bd-fca3-43f8-bce6-640a8ad723a9 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 968.810342] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 968.810851] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.810983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.892047] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.892047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.892047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.892347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.892486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.892776] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.892976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.893101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.893345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.893475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.893639] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba already deleted. [ 968.893768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.894025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.894253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.894475] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.894626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.894726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.894935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.895651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.895651] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.258184] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-31afe9bf-c6e0-4e1e-9a5f-3be93a46d876 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 969.258931] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 969.259591] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.259978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.399800] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.399800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.399800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.399800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.399800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.400292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.400292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.400292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.400415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.400415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.400547] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba already deleted. [ 969.400583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.401299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.401299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.401299] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.401299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.401299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.401553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.401553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.401618] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.617684] env[65403]: INFO networking_nsxv3.common.synchronization [req-0bc521ac-3bbe-481f-acc0-9310b18a2537 req-e4fac1c2-4ade-4d80-b1a7-71ee1552c4d5 tempest-ServerActionsV293TestJSON-2034089889 tempest-ServerActionsV293TestJSON-2034089889-project-member] Enqueued Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_members [ 969.618509] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d007dde-3da2-4383-961a-d31e60174748 with Priority: HIGHEST for action security_group_members [ 969.619110] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d007dde-3da2-4383-961a-d31e60174748 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.619387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.619541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.620500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.620870] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.621105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.621345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.621716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.621909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.622195] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d007dde-3da2-4383-961a-d31e60174748',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.907920] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.907920] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.907920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.907920] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba already deleted. [ 969.908693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.126192] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.126356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.126454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.126644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.126762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.126945] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.127064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.127127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.127286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.127366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.127452] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d007dde-3da2-4383-961a-d31e60174748 is going to be updated. [ 970.156253] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.156496] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.156585] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.156930] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.157300] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.157503] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.157622] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.157841] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.157985] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.158217] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.158378] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.158421] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.158529] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.158634] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.158735] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.158866] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.160662] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.160791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.160862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.161032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.161192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.171642] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d007dde-3da2-4383-961a-d31e60174748 in Status: IN_PROGRESS for 2s [ 970.180119] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.180287] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.180431] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.180607] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.180995] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-4448d31e-a502-4cf0-9519-a832d0a89723 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.181209] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.181318] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.181648] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.181775] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4448d31e-a502-4cf0-9519-a832d0a89723',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.684949] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.685302] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.685302] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.685579] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.685722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.685873] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 4448d31e-a502-4cf0-9519-a832d0a89723 not found, creating... [ 970.686234] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.686408] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.686529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.686738] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.686874] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.687218] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.687382] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.687497] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.687710] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.687838] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.687977] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 4448d31e-a502-4cf0-9519-a832d0a89723 is going to be created. [ 970.711171] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.711392] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.711517] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.711825] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.712082] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.712309] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.168246] env[65403]: INFO networking_nsxv3.common.synchronization [None req-4cb7fd90-450c-4fbb-90d7-ab577436b248 None None] Enqueued Resource ID: 26b4c013-5492-4e61-8f51-f831b86905d8 with Priority: HIGHEST for action port [ 971.168531] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b4c013-5492-4e61-8f51-f831b86905d8 with Priority: HIGHEST for action port [ 971.169225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b4c013-5492-4e61-8f51-f831b86905d8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.169385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b4c013-5492-4e61-8f51-f831b86905d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.169454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b4c013-5492-4e61-8f51-f831b86905d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.169731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b4c013-5492-4e61-8f51-f831b86905d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.169806] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b4c013-5492-4e61-8f51-f831b86905d8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.445248] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-20864651-a941-4ea2-b756-4c6c877e933e service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 971.445387] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-20864651-a941-4ea2-b756-4c6c877e933e service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 971.445527] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-20864651-a941-4ea2-b756-4c6c877e933e service nova] Enqueued Resource ID: 4448d31e-a502-4cf0-9519-a832d0a89723 with Priority: HIGHEST for action port [ 971.446807] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 971.446807] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 971.446807] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4448d31e-a502-4cf0-9519-a832d0a89723 with Priority: HIGHEST for action port [ 971.446807] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.448184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.448184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.448184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.448184] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.448597] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.448671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.448743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.448992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.449240] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.449407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.449497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.449715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.449843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.449977] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.452260] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-4448d31e-a502-4cf0-9519-a832d0a89723 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.452260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.452260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.452260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.452260] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4448d31e-a502-4cf0-9519-a832d0a89723',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.672916] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b4c013-5492-4e61-8f51-f831b86905d8 [ 971.673178] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.673318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.673388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.673596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.673701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.673780] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b4c013-5492-4e61-8f51-f831b86905d8 already deleted. [ 971.673888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b4c013-5492-4e61-8f51-f831b86905d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.954425] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.954425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.954425] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.954746] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4448d31e-a502-4cf0-9519-a832d0a89723 with status ACTIVE [ 971.955289] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.955289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.955289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.955289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.957125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.957801] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.958167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.958233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.958498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.958626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.958855] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.959013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.959244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.959393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.960109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.960109] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4448d31e-a502-4cf0-9519-a832d0a89723 is going to be updated. [ 971.989099] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.989099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.989099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.989099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.989099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.990073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4448d31e-a502-4cf0-9519-a832d0a89723" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.196638] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d007dde-3da2-4383-961a-d31e60174748 in Status: SUCCESS [ 972.196638] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d007dde-3da2-4383-961a-d31e60174748 deletion is rescheduled due to dependency. [ 972.196847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d007dde-3da2-4383-961a-d31e60174748" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.242319] env[65403]: INFO networking_nsxv3.common.synchronization [req-9a1ef48d-1360-4be1-860f-0848fc1b4b7a req-6c83f890-b140-4ef0-a6ed-aec69d34a620 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 972.242993] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 972.243820] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.243958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.244279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.244360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.244493] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.244940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.244940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.244940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.244940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.245150] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.461984] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.590404] env[65403]: INFO networking_nsxv3.common.synchronization [req-4f3c3cae-6fc9-4b3c-85a1-e2d070994a77 req-db1a05da-4b92-48db-97bf-e4c679ce4b8e tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 972.590404] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 972.590404] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.590404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.590909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.591286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.591604] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.591878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.592071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.592349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.593253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.593253] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.667258] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.667792] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-451" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.667983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-451" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.668421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-451" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.668953] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.669161] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.669306] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.670035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.670035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.670173] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.670292] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.670545] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.670784] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.670913] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.671394] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.671394] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.690303] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.690728] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.690949] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.691150] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-451" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.691516] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-b725b6a1-1073-4e04-9397-a7385590cc2d taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.691654] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.691772] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.692508] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.693517] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b725b6a1-1073-4e04-9397-a7385590cc2d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.747827] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.965876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.966293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.966293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.966505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.966593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.966736] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be created. [ 972.992697] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.992911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.992956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.993416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.993416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.007542] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: UNINITIALIZED for 2s [ 973.095380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.098024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.098024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.098024] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 973.138244] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.138244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.138244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.138244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.138244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.147730] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 973.167772] env[65403]: INFO networking_nsxv3.common.synchronization [None req-bb701002-764c-44e8-b616-baa824f4ce7e None None] Enqueued Resource ID: a7d2493a-5213-47b1-bc8d-f363d97e2430 with Priority: HIGHEST for action port [ 973.168366] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7d2493a-5213-47b1-bc8d-f363d97e2430 with Priority: HIGHEST for action port [ 973.168850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7d2493a-5213-47b1-bc8d-f363d97e2430 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.168850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7d2493a-5213-47b1-bc8d-f363d97e2430" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.168850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7d2493a-5213-47b1-bc8d-f363d97e2430" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.169460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7d2493a-5213-47b1-bc8d-f363d97e2430" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.169551] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d2493a-5213-47b1-bc8d-f363d97e2430',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.195655] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.196261] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.196261] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.196396] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.196485] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.196603] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port b725b6a1-1073-4e04-9397-a7385590cc2d not found, creating... [ 973.196992] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.197100] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.197139] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.197367] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.198044] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.198216] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.198444] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.198654] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.198923] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.199200] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.199396] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: b725b6a1-1073-4e04-9397-a7385590cc2d is going to be created. [ 973.219181] env[65403]: INFO networking_nsxv3.common.synchronization [None req-299ac7cf-8868-4577-bcb0-098a90d9b9f9 None None] Enqueued Resource ID: 9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a with Priority: HIGHEST for action port [ 973.222242] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a with Priority: HIGHEST for action port [ 973.223650] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.223650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.223650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.223903] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.224286] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.224357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.225577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.225801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.225801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.226022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.226103] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.250867] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.673173] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7d2493a-5213-47b1-bc8d-f363d97e2430 [ 973.673447] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.673607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.673675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.673949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.674055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.674151] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7d2493a-5213-47b1-bc8d-f363d97e2430 already deleted. [ 973.674259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7d2493a-5213-47b1-bc8d-f363d97e2430" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.728817] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a [ 973.729494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.729494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.729494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.729874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.730038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.730177] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a already deleted. [ 973.730928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f8d4dd8-b2f6-4dfd-82b2-5aa134049f2a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.753498] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.753658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.753710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.753926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.754129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.754332] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 973.802808] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.802991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.803079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.803287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.803439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.813234] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 973.960758] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-4ded6ed5-52c9-4654-98df-2f184755a9c8 service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 973.960758] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-4ded6ed5-52c9-4654-98df-2f184755a9c8 service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 973.960758] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-4ded6ed5-52c9-4654-98df-2f184755a9c8 service nova] Enqueued Resource ID: b725b6a1-1073-4e04-9397-a7385590cc2d with Priority: HIGHEST for action port [ 973.961520] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 973.962381] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 973.963114] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b725b6a1-1073-4e04-9397-a7385590cc2d with Priority: HIGHEST for action port [ 973.963487] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.963550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.964121] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.964208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.964390] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b725b6a1-1073-4e04-9397-a7385590cc2d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.964492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.964556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.964751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.964833] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b725b6a1-1073-4e04-9397-a7385590cc2d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.287179] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.287179] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.287619] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.287619] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.287765] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.287918] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.288486] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.288486] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.288627] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.288838] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.288951] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.289079] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.289175] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.289283] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.289478] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.289528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.448832] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.448988] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.159 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.449081] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.449260] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.449576] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.449746] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.449864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.450240] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.450378] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62337ca5-3cd4-4d2b-8635-1e6bed9f325f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.471114] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b725b6a1-1073-4e04-9397-a7385590cc2d with status ACTIVE [ 974.471960] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.471960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.471960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.472163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.472163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.472469] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.472469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.472562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.472662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.472738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.472969] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.473137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.473178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.473297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.473371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.473457] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b725b6a1-1073-4e04-9397-a7385590cc2d is going to be updated. [ 974.476896] env[65403]: INFO networking_nsxv3.common.synchronization [None req-213af7ce-6f2e-420f-b4e5-6770ae631176 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 974.477773] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 974.478126] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.478241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.501892] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.501892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.501892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.501892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.501892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.501892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b725b6a1-1073-4e04-9397-a7385590cc2d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.953246] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.953477] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.953599] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.953921] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.954078] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.954263] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 62337ca5-3cd4-4d2b-8635-1e6bed9f325f not found, creating... [ 974.954559] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.954745] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.954865] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.955116] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.955252] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.955540] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.955694] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.955864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.956028] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.956162] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.956299] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 62337ca5-3cd4-4d2b-8635-1e6bed9f325f is going to be created. [ 974.976836] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.976836] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.977056] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.977340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.977483] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.977710] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.040168] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 975.040168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.040923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.041033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.041593] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.041593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.042032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.042032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.042032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.042277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.042338] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.043942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.044381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.044877] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.045121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.045186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.045477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.045696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.045801] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.175040] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 975.175377] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 975.175522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.196907] env[65403]: INFO networking_nsxv3.common.synchronization [None req-27530bc3-0949-49d2-bd9c-a855c050287b None None] Enqueued Resource ID: 51865c72-23b1-417b-bb74-127082ac95ab with Priority: HIGHEST for action port [ 975.197500] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51865c72-23b1-417b-bb74-127082ac95ab with Priority: HIGHEST for action port [ 975.197825] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-51865c72-23b1-417b-bb74-127082ac95ab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.199855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51865c72-23b1-417b-bb74-127082ac95ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.199855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51865c72-23b1-417b-bb74-127082ac95ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.200054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51865c72-23b1-417b-bb74-127082ac95ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.200054] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51865c72-23b1-417b-bb74-127082ac95ab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.551538] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.551947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.551947] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.561247] env[65403]: INFO networking_nsxv3.common.synchronization [req-4f3c3cae-6fc9-4b3c-85a1-e2d070994a77 req-d2c106df-35ac-4d50-ab64-222b5c98209d service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 975.561247] env[65403]: INFO networking_nsxv3.common.synchronization [req-4f3c3cae-6fc9-4b3c-85a1-e2d070994a77 req-d2c106df-35ac-4d50-ab64-222b5c98209d service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 975.561410] env[65403]: INFO networking_nsxv3.common.synchronization [req-4f3c3cae-6fc9-4b3c-85a1-e2d070994a77 req-d2c106df-35ac-4d50-ab64-222b5c98209d service nova] Enqueued Resource ID: 62337ca5-3cd4-4d2b-8635-1e6bed9f325f with Priority: HIGHEST for action port [ 975.561874] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 975.562016] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 975.562611] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62337ca5-3cd4-4d2b-8635-1e6bed9f325f with Priority: HIGHEST for action port [ 975.562611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.562611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.562901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.562901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.563010] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.567193] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.567320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.567385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.567582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.567735] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.567838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.567893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.568064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.568248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.568248] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.570030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.570168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.570236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.570866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.570866] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62337ca5-3cd4-4d2b-8635-1e6bed9f325f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.704445] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51865c72-23b1-417b-bb74-127082ac95ab [ 975.704445] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.704445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.704445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.704445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.704445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.704445] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51865c72-23b1-417b-bb74-127082ac95ab already deleted. [ 975.704445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51865c72-23b1-417b-bb74-127082ac95ab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.798490] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.798737] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.798931] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.804261] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.805447] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.805447] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.805447] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.805447] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.805749] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.805749] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.805914] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.806052] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.806168] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.806311] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.806489] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.806701] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.822645] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 975.822874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.823077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.823304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.823484] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.823800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.823924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.824133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.824224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.824499] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.830165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.830165] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.830165] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.830165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-763" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.830165] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-0afb7644-01b1-4737-a0e7-52dc0929aeb3 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.830165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.830165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.830165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.830165] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afb7644-01b1-4737-a0e7-52dc0929aeb3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.056114] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.073151] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.074189] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.074398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.074908] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62337ca5-3cd4-4d2b-8635-1e6bed9f325f with status ACTIVE [ 976.075144] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.075505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.075505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.075619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.075715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.075967] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.076189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.076189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.076419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.077476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.077476] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.077476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.077476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.077476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.077476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.077476] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62337ca5-3cd4-4d2b-8635-1e6bed9f325f is going to be updated. [ 976.101864] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.102085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.102171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.102407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.102577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.102742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62337ca5-3cd4-4d2b-8635-1e6bed9f325f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.132791] env[65403]: INFO networking_nsxv3.common.synchronization [None req-4b3bf7d6-5fee-448b-aa9e-07f71cb70f2d None None] Enqueued Resource ID: 49759810-5344-441f-9b78-787b633d48c8 with Priority: HIGHEST for action port [ 976.133197] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49759810-5344-441f-9b78-787b633d48c8 with Priority: HIGHEST for action port [ 976.133439] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-49759810-5344-441f-9b78-787b633d48c8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.133551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49759810-5344-441f-9b78-787b633d48c8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.133675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49759810-5344-441f-9b78-787b633d48c8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.133880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49759810-5344-441f-9b78-787b633d48c8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.133972] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49759810-5344-441f-9b78-787b633d48c8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.329776] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.329776] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.329776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.329776] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 976.331582] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.331794] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.331918] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.332197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.332345] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.332492] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 0afb7644-01b1-4737-a0e7-52dc0929aeb3 not found, creating... [ 976.332755] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.333036] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.333176] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.333411] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.333551] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.333835] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.334656] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.334656] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.334656] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.334656] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.334656] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 0afb7644-01b1-4737-a0e7-52dc0929aeb3 is going to be created. [ 976.355969] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.356208] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.356331] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.356603] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.356831] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.357066] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.364508] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.364668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.364852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.365032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.365032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.385417] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 976.559855] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.560163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.560163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.560309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.560393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.560494] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 976.579812] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.602158] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.602814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.602814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.602814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.602814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.613080] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 976.636239] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49759810-5344-441f-9b78-787b633d48c8 [ 976.636593] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.636738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.636799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.637019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.637657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.637657] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49759810-5344-441f-9b78-787b633d48c8 already deleted. [ 976.637657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49759810-5344-441f-9b78-787b633d48c8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.787536] env[65403]: INFO networking_nsxv3.common.synchronization [req-aedc847d-6dcf-4ea7-a42c-d6749881401a req-f9cc8131-3f4d-4a88-896f-f8a5505e5a35 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_members [ 976.788349] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_members [ 976.788698] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.788879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.788928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.789249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.789412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.789530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.789620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.789830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.789952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.790094] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.082215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.082357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.082422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.082634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.082721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.082818] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 977.102162] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-8b3fa295-b9cb-45e8-aece-4d553e78babd service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 977.102162] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-8b3fa295-b9cb-45e8-aece-4d553e78babd service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 977.102162] env[65403]: INFO networking_nsxv3.common.synchronization [req-e5cd7dbf-5d63-4fdf-9afc-390ea259cc91 req-8b3fa295-b9cb-45e8-aece-4d553e78babd service nova] Enqueued Resource ID: 0afb7644-01b1-4737-a0e7-52dc0929aeb3 with Priority: HIGHEST for action port [ 977.102565] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 977.102565] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 977.102565] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afb7644-01b1-4737-a0e7-52dc0929aeb3 with Priority: HIGHEST for action port [ 977.102768] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.102906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106070] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106427] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-0afb7644-01b1-4737-a0e7-52dc0929aeb3 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106931] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afb7644-01b1-4737-a0e7-52dc0929aeb3',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.134617] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.134617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.134617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.134893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.134893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.149295] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 977.293164] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.294612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.294612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.294612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.294612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.294612] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.294612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.294612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.295100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.295100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.295100] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea already deleted. [ 977.295100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.404858] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4a127e3-31f7-41af-bca0-d0917b21024f req-cbffbb66-96d6-43f5-a392-6048646676da tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 977.405488] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 977.405804] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.405936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.406000] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.406375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.406578] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.406715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.406799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.406988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.407135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.407249] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.411174] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.411405] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.412024] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.412024] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.412193] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.412603] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.412767] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.413061] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.413386] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.413512] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.413658] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.413890] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.413972] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.414231] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.414391] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.414563] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.436564] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.436791] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.437057] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.437276] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.437663] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-db72a4c5-11cb-41c5-bd7e-241d0af174b9 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.437861] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.437985] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.438386] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.438575] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db72a4c5-11cb-41c5-bd7e-241d0af174b9',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.609381] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0afb7644-01b1-4737-a0e7-52dc0929aeb3 with status ACTIVE [ 977.609770] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.609907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.609979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.610211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.610305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.610515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.611202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.611202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.611202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.611202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.611202] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.611202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.611450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.611450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.611450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.611553] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0afb7644-01b1-4737-a0e7-52dc0929aeb3 is going to be updated. [ 977.635364] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.635552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.635599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.635809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.636077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.636167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0afb7644-01b1-4737-a0e7-52dc0929aeb3" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.842071] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.842307] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.842390] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.842646] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.842941] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.843160] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.843277] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.843487] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.843632] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.843842] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.843959] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.844074] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.844176] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.844283] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.844383] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.844511] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.865153] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.865345] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.865485] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.865659] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.866107] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-914b9026-5533-4692-8f04-5ff8cf85f729 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.866463] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.866607] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.866929] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.867080] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914b9026-5533-4692-8f04-5ff8cf85f729',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.910260] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.910260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.910260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.910260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.910260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.910574] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.910574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.910574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.910762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.910853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.910958] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 977.938648] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.938822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.938908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.939141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.939285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.940862] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.941110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.941263] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.941533] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.941714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.941879] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port db72a4c5-11cb-41c5-bd7e-241d0af174b9 not found, creating... [ 977.942277] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.942478] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.942622] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.942945] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.943115] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.943774] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.944104] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.944307] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.944601] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.944789] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.944988] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: db72a4c5-11cb-41c5-bd7e-241d0af174b9 is going to be created. [ 977.961795] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 977.971437] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.971639] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.971767] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.972070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.972432] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.972540] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.370084] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.370416] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.370738] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.371128] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.371327] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.371519] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 914b9026-5533-4692-8f04-5ff8cf85f729 not found, creating... [ 978.371832] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.372195] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.372501] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.372589] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.372783] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.373161] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.373328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.373446] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.373661] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.373794] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.373992] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 914b9026-5533-4692-8f04-5ff8cf85f729 is going to be created. [ 978.398239] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.398239] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.398239] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.398427] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.398553] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.398776] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.400340] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 978.400473] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe deletion is rescheduled due to dependency. [ 978.400473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.634039] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.634039] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.634039] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.634039] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.634039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.634996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.634996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.634996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.634996] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.635307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.635470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.635620] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.635732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.635774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.635912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.635977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.636080] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.695707] env[65403]: INFO networking_nsxv3.common.synchronization [req-aedc847d-6dcf-4ea7-a42c-d6749881401a req-f2cd5f70-1068-42e7-8f46-8526cc56c3be service nova] Enqueued Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_rules [ 978.695949] env[65403]: INFO networking_nsxv3.common.synchronization [req-aedc847d-6dcf-4ea7-a42c-d6749881401a req-f2cd5f70-1068-42e7-8f46-8526cc56c3be service nova] Enqueued Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_members [ 978.696740] env[65403]: INFO networking_nsxv3.common.synchronization [req-aedc847d-6dcf-4ea7-a42c-d6749881401a req-f2cd5f70-1068-42e7-8f46-8526cc56c3be service nova] Enqueued Resource ID: db72a4c5-11cb-41c5-bd7e-241d0af174b9 with Priority: HIGHEST for action port [ 978.699251] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_rules [ 978.699429] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_members [ 978.699544] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db72a4c5-11cb-41c5-bd7e-241d0af174b9 with Priority: HIGHEST for action port [ 978.700578] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.700578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.700578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.700578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.700578] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.701772] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.701772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.701772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.701772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.702471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.702597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.705071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.707100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.707100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.707100] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.707100] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-db72a4c5-11cb-41c5-bd7e-241d0af174b9 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.707100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.707100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.707100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.707100] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db72a4c5-11cb-41c5-bd7e-241d0af174b9',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.976441] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ca694a1f-d68c-40b0-b75a-f54d043c8e12 None None] Enqueued Resource ID: aac762d2-66bd-4615-b1ba-74e7563cae93 with Priority: HIGHEST for action port [ 978.977366] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac762d2-66bd-4615-b1ba-74e7563cae93 with Priority: HIGHEST for action port [ 978.977483] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac762d2-66bd-4615-b1ba-74e7563cae93 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.977644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac762d2-66bd-4615-b1ba-74e7563cae93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.977644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac762d2-66bd-4615-b1ba-74e7563cae93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.978035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac762d2-66bd-4615-b1ba-74e7563cae93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.978035] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac762d2-66bd-4615-b1ba-74e7563cae93',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.137784] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24394b2-1f4f-4de6-b476-8ad91967b8ba: rpc.has_security_group_logging(os_id): False [ 979.139055] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.142472] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4a127e3-31f7-41af-bca0-d0917b21024f req-815f9f48-4cb5-4953-a39d-2370a247ca4b service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 979.142472] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4a127e3-31f7-41af-bca0-d0917b21024f req-815f9f48-4cb5-4953-a39d-2370a247ca4b service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 979.142608] env[65403]: INFO networking_nsxv3.common.synchronization [req-e4a127e3-31f7-41af-bca0-d0917b21024f req-815f9f48-4cb5-4953-a39d-2370a247ca4b service nova] Enqueued Resource ID: 914b9026-5533-4692-8f04-5ff8cf85f729 with Priority: HIGHEST for action port [ 979.143494] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 979.143629] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 979.143710] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914b9026-5533-4692-8f04-5ff8cf85f729 with Priority: HIGHEST for action port [ 979.144608] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.144608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.144608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.144860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.144860] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.145637] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.145739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.146884] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-914b9026-5533-4692-8f04-5ff8cf85f729 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.146884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.146884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.146884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.146884] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914b9026-5533-4692-8f04-5ff8cf85f729',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.162048] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.162669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.162669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.162669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.162669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.162991] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.162991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.162991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.163133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.163420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.163420] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.163531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.163531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.163656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.163709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.164618] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.164618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.164618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.164618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.164618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.164999] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be created. [ 979.166495] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 979.166667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.167427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.167427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.167687] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.167687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.168392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.168392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.168392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.168392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.168392] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.211091] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.211091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.211091] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.211091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db72a4c5-11cb-41c5-bd7e-241d0af174b9 with status ACTIVE [ 979.211091] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.211885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.211885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.211885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.211885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.211885] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.212243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.212243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.212243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.212333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.212595] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.212721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.212786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.213218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.213380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.215377] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db72a4c5-11cb-41c5-bd7e-241d0af174b9 is going to be updated. [ 979.242530] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.242530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.242530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.244375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.244601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.244829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db72a4c5-11cb-41c5-bd7e-241d0af174b9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.253494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.253635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.253702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.254355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.254355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.268168] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 979.481574] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aac762d2-66bd-4615-b1ba-74e7563cae93 [ 979.481574] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.481574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.481574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.481574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.481574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.481574] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aac762d2-66bd-4615-b1ba-74e7563cae93 already deleted. [ 979.481574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac762d2-66bd-4615-b1ba-74e7563cae93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.645973] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.649863] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.649863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.649863] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 914b9026-5533-4692-8f04-5ff8cf85f729 with status ACTIVE [ 979.650172] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.650172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.650172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.650353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.650446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.650613] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.650724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.650790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.650933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.651043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.651215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.651354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.651448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.651642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.651716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.651789] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 914b9026-5533-4692-8f04-5ff8cf85f729 is going to be updated. [ 979.670278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.670418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.670530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.671093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.671093] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.671093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.671093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.671260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.671260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.671322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.671571] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.671571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.671571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.671766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.671923] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.672029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.672091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.672335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.672416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.672496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.672583] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.674525] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.678187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.678378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.678429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.678554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.679285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-914b9026-5533-4692-8f04-5ff8cf85f729" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.718844] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.975176] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 979.975430] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 deletion is rescheduled due to dependency. [ 979.975554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.975753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.976016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.976804] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.976954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.977042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.977312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.977524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.977733] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.044551] env[65403]: INFO networking_nsxv3.common.synchronization [None req-521defc0-e454-4525-a124-c01f38897809 tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 980.044638] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 980.045241] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.045376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.045376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.045732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.045820] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.152606] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.152606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.152606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.152606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.152606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.152606] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 980.181545] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e60276-bca6-42a4-ad5b-20903f3ae4e2: rpc.has_security_group_logging(os_id): False [ 980.185122] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5b5a9834-b409-4548-adc5-2b990998e94f tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 980.185924] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 980.186869] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.186869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.210247] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.210247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.210247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.210247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.210247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.210765] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.210765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.210765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.211938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.212042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.212692] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.212917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.212917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.213075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.213156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.213757] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.213757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.213757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.213757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.213757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.214165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 980.217340] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.217488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.217549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.217739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.218529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.221014] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.221014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.221014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.221014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.221273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.221273] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea is going to be created. [ 980.228121] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 980.259657] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.259877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.259974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.261990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.262255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.272827] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea in Status: UNINITIALIZED for 2s [ 980.333026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.333026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.333026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.333026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.333026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.349243] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 980.480056] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.578972] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.579147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.579196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.579418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.579507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.579607] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a already deleted. [ 980.579686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.579846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.580010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.580101] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.985341] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.107071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.107330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.107330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.107523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.107669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.107804] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a already deleted. [ 981.107954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.310337] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 981.310569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.311104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.311104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.311221] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.490596] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.490596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.490804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.491043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.491221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.491339] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 981.561398] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.561773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.561956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.562272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.562482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.580352] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 981.815240] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.815240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.241081] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 982.241438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.241661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.241974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.242235] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.242393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.242482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.242711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.242835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.242967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.243126] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.282652] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea in Status: SUCCESS [ 982.283105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.283185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.283384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.283615] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.285419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.285419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.285419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.285419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.285419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.285419] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.362912] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 982.363199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.615590] env[65403]: INFO networking_nsxv3.common.synchronization [req-5747e3f2-ee29-4522-87be-b92a435bebae req-1d975c5f-544b-44b9-a320-149acaf8aa58 tempest-ServerAddressesNegativeTestJSON-1923136129 tempest-ServerAddressesNegativeTestJSON-1923136129-project-member] Enqueued Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_members [ 982.616227] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGHEST for action security_group_members [ 982.616546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.616671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.616738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.616945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.617124] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.617225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.617286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.617432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.617520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.617613] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.746051] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.746223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.746354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.746699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.746904] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.747016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.747077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.747272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.747368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.747472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.747684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.747790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.747853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.747998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.748148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.748240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.748292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.748429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.748502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.748580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.748696] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.788366] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.120655] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.120783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.120950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.121202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.121308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.121524] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.121627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.121689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.121854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.121931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.122156] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 is going to be updated. [ 983.184427] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.184427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.184427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.185118] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.185678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.198077] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 in Status: IN_PROGRESS for 2s [ 983.251056] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24394b2-1f4f-4de6-b476-8ad91967b8ba: rpc.has_security_group_logging(os_id): False [ 983.259946] env[65403]: INFO networking_nsxv3.common.synchronization [req-24a2b1da-4b1d-457c-8cec-4c64c0594cb6 req-55e16e3e-a6b9-4c59-8076-78f445ada1e7 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_members [ 983.262040] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 with Priority: HIGHEST for action security_group_members [ 983.262040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-76dcd2ba-6573-4574-a2d2-addb9a920805 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.262040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.262040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.262040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.262040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.262040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.262040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.263352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.263443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.263557] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76dcd2ba-6573-4574-a2d2-addb9a920805',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.272454] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.272983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.272983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.272983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.272983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.273721] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.273721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.273721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.273721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.273721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.273967] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.273967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.273967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.274193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.274193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.274386] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.274959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.274959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.274959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.274959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.274959] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 983.290962] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7911f0-7819-45c9-92e7-9f32450e66ea: rpc.has_security_group_logging(os_id): False [ 983.320887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.320887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.321232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.321232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.321328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.321589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.321685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.321753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.322171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.322171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.322483] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea is going to be created. [ 983.413089] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.413089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.413089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.413089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.413089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.436041] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 983.457258] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.457616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.457766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.457990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.458263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.470953] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea in Status: IN_PROGRESS for 2s [ 983.597447] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 983.597736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.598754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.599135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.599418] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.599996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.600140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.600401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.600497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.600795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.600795] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.769843] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.769995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.770082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.770301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.798704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.798964] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.798964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.798964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.799178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.799212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.799362] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 is going to be updated. [ 983.834185] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.834185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.834185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.834185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.834185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.858056] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 in Status: IN_PROGRESS for 2s [ 984.103603] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.103768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.103848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.104210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.104312] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.104420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.104485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.104660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.104751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.104858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.105035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.105135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.105227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.105405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.105552] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.105647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.105707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.105868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.105949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.106055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.106155] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.480292] env[65403]: INFO networking_nsxv3.common.synchronization [req-5343e63c-586c-4a65-8b48-fd4ed40a39c3 req-13736aee-e26b-448d-924a-22c919d49ad4 tempest-ServerMetadataNegativeTestJSON-1449518690 tempest-ServerMetadataNegativeTestJSON-1449518690-project-member] Enqueued Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_members [ 984.480292] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGHEST for action security_group_members [ 984.480292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.480292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.480292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.480674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.480674] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.480674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.480790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.482025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.482025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.482025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.609667] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb1728c8-db4a-4075-a39b-581bf1402e13: rpc.has_security_group_logging(os_id): False [ 984.631559] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.631679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.633018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.633018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.633018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.633018] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.633333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.633432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.633619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.633815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.634090] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.634188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.634263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.634395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.634466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.634666] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.634754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.634813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.634948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.637265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.637629] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 984.729737] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.729737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.729900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.730029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.730183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.749914] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 984.987518] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.987518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.988170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.988443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.988562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.988785] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.988898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.988962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.989143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.989228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.989315] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d is going to be updated. [ 985.030703] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.030963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.031105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.031326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.031502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.045401] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d in Status: IN_PROGRESS for 2s [ 985.214105] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 in Status: SUCCESS [ 985.214414] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 deletion is rescheduled due to dependency. [ 985.214675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.451843] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 985.452113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.452320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.452628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.452838] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.486754] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea in Status: SUCCESS [ 985.486754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.873384] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 in Status: SUCCESS [ 985.873384] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76dcd2ba-6573-4574-a2d2-addb9a920805 deletion is rescheduled due to dependency. [ 985.873384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76dcd2ba-6573-4574-a2d2-addb9a920805" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.957036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.957306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.957401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.959020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.959020] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.959020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.959020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.959020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.959020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.959020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.959020] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.462298] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.462453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.462524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.462745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.462971] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.463098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.463159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.463313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.463401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.463487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.463633] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.463725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.463787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.463939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.464154] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.464248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.464311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.464451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.464529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.464610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.464700] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.761778] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 986.762120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.968421] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24394b2-1f4f-4de6-b476-8ad91967b8ba: rpc.has_security_group_logging(os_id): False [ 986.986946] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.987046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.987136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.987325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.987416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.987631] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.987723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.987777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.987936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.988017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.988199] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.988293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.988340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.988529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.988529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.988718] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.988801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.988860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.988996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.989082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.989165] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 987.055824] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d in Status: SUCCESS [ 987.056017] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d deletion is rescheduled due to dependency. [ 987.056131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.087816] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.087923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.087985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.088213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.088354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.114413] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 987.227256] env[65403]: INFO networking_nsxv3.common.synchronization [req-42d03315-5ed4-49ce-ba0c-37c20b4517e2 req-682dfebf-c518-4172-9633-02319eb15e4b tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_members [ 987.228096] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_members [ 987.228917] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.228917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.229098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.229216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.229398] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.229511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.230369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.230369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.230369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.230369] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.601962] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.602545] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.602739] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.603149] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.603551] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.603801] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.603997] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.604365] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.604610] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.604923] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.605971] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.605971] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.605971] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.605971] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.605971] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.606196] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.632183] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.632183] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.632183] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.632183] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-884" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.632183] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-303dc891-7472-4702-844f-a200c4ad4e99 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.632183] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.632183] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.632183] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.632183] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303dc891-7472-4702-844f-a200c4ad4e99',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.732781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.732970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.733058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.733261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.733372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.733813] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.734502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.734502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.734502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.734502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.734502] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a already deleted. [ 987.734502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.134912] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.135328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.135328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.135638] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.135962] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.136137] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 303dc891-7472-4702-844f-a200c4ad4e99 not found, creating... [ 988.136821] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.136821] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.136941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.137340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.137485] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.138324] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.138324] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.138463] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.138881] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.138965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.139491] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 303dc891-7472-4702-844f-a200c4ad4e99 is going to be created. [ 988.173327] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.173683] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.173940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.174864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.175243] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.175529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.898886] env[65403]: INFO networking_nsxv3.common.synchronization [req-42d03315-5ed4-49ce-ba0c-37c20b4517e2 req-15860db7-96a9-4dad-bfd8-7cbbaef94016 service nova] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_rules [ 988.899084] env[65403]: INFO networking_nsxv3.common.synchronization [req-42d03315-5ed4-49ce-ba0c-37c20b4517e2 req-15860db7-96a9-4dad-bfd8-7cbbaef94016 service nova] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_members [ 988.899383] env[65403]: INFO networking_nsxv3.common.synchronization [req-42d03315-5ed4-49ce-ba0c-37c20b4517e2 req-15860db7-96a9-4dad-bfd8-7cbbaef94016 service nova] Enqueued Resource ID: 303dc891-7472-4702-844f-a200c4ad4e99 with Priority: HIGHEST for action port [ 988.899767] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_rules [ 988.899922] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_members [ 988.900047] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303dc891-7472-4702-844f-a200c4ad4e99 with Priority: HIGHEST for action port [ 988.900346] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.900469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.900553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.900779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.901041] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.902148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.902391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.902470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.902757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.902823] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.903898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.903898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.903898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.903898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.903898] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.905882] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-303dc891-7472-4702-844f-a200c4ad4e99 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.905882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.905882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.905882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.905882] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303dc891-7472-4702-844f-a200c4ad4e99',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.132309] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 989.132662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.405654] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.409156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.409510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.409510] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 303dc891-7472-4702-844f-a200c4ad4e99 with status ACTIVE [ 989.409644] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.409700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.409768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.409969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.410124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.410255] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.410347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.410447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.410566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.410634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.410805] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.411350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.411350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.411350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.411350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.411350] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 303dc891-7472-4702-844f-a200c4ad4e99 is going to be updated. [ 989.431804] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.432162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.432162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432436] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.432734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-303dc891-7472-4702-844f-a200c4ad4e99" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.908422] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.039096] env[65403]: INFO networking_nsxv3.common.synchronization [req-db7f8740-ad9e-4d75-b509-5df18fd121d0 req-79743441-73ba-4edc-9bb2-84caa3738331 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 990.039096] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 990.039096] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.039452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.039761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.040170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.041750] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.042247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.042530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.043101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.043412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.043718] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.310851] env[65403]: INFO networking_nsxv3.common.synchronization [req-db7f8740-ad9e-4d75-b509-5df18fd121d0 req-f10de4e7-794e-401d-af10-fa5aa5300ec1 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 990.310851] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 990.310851] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.310851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.415422] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.415422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.415422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.415422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.415422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.415422] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a is going to be created. [ 990.440316] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.440316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.440316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.440316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.440316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.450973] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: UNINITIALIZED for 2s [ 990.511281] env[65403]: INFO networking_nsxv3.common.synchronization [req-db7f8740-ad9e-4d75-b509-5df18fd121d0 req-af6e2b99-6376-47da-9072-2dadd1bb5782 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 990.511281] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 990.511281] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.511281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.526342] env[65403]: INFO networking_nsxv3.common.synchronization [req-ac44c82c-43b0-453f-92e6-661fafcf7ef9 req-ba2c0014-f82d-4185-aae1-b1eca90f3c2c tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 990.526342] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 990.526342] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.526342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.526342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.526342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.526342] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.526342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.526342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.526342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.526342] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.526711] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.547811] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.030398] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.030611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.030611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.030875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.030978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.031196] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.031301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.031375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.031657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.031760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.031831] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 991.049665] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.070999] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.070999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.070999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.070999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.070999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.080903] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 991.553701] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.553701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.553701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.553701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.553701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.554189] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 991.584993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.586089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.586089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.586089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.586089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.595635] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 992.461125] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: SUCCESS [ 992.461373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.461879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.461879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.461974] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.462122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.462157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.462346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.462428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.462514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.462619] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.495369] env[65403]: INFO networking_nsxv3.common.synchronization [None req-fd6f8bce-1573-44cc-ac8f-8a94b2b20b40 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_rules [ 992.495807] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_rules [ 992.498037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.498037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.498037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.499459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.499459] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.578961] env[65403]: INFO networking_nsxv3.common.synchronization [None req-134aa4a3-8b48-4158-bf83-2f1d2310fe99 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_rules [ 992.578961] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_rules [ 992.578961] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.578961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.965189] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.027064] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.027770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.027770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.027912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.028233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.028324] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 already deleted. [ 993.028675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.028873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.029438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.030411] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.092905] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 993.093178] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 993.093320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.469945] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74ff2f37-f75e-44f8-aec9-d4702564143a: rpc.has_security_group_logging(os_id): False [ 993.499222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.499467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.499467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.499655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.499752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.500034] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.500155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.500215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.500366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.500471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.500594] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a is going to be created. [ 993.560215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.560215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.560215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.560374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.560931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.560931] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 already deleted. [ 993.560931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.601895] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.602259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.602259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.602416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.602687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.610915] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 993.611176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.613817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.613817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.613817] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.613817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.613817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.613817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.613817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.613817] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.615924] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: IN_PROGRESS for 2s [ 994.117627] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.117793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.117861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.118096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.118190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.118383] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.118477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.118540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.118689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.118764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.118845] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 994.147266] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.147266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.147266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.147266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.147266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.156661] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 995.629107] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: SUCCESS [ 995.629413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.168339] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 996.168543] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba deletion is rescheduled due to dependency. [ 996.168685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.168878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.169144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.169362] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.169511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.169582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.169752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.169848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.169961] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.672313] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.672615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.672615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.672834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.672948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.673184] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.673316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.673376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.673539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.673650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.673688] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 996.706721] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.706721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.706721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.707157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.707157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.720228] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 997.579065] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.579234] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 998.733193] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 998.733193] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba deletion is rescheduled due to dependency. [ 998.733193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.467016] env[65403]: INFO networking_nsxv3.common.synchronization [req-cc46b5ab-7939-4e62-8af1-830fdea0c8d1 req-e41e21af-cb98-4682-b87a-63e5fe17847c tempest-AttachInterfacesV270Test-1826199971 tempest-AttachInterfacesV270Test-1826199971-project-member] Enqueued Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_members [ 1000.467782] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_members [ 1000.468169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.468294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.468370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.468732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.468923] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.469042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.469148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.469330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.469438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.469575] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.833312] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1000.833932] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent loop - iteration:2 started [ 1000.954026] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.954026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-449" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.954026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-449" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.958021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-449" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.958021] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.958021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.958021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.958021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.958021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.958021] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.958021] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.958021] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.958021] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.958021] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.958021] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.958021] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.972026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.972172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.972172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.972375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.972519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.972839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.972839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.973072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.973189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.973352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.973431] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 already deleted. [ 1000.973544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.978904] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.979070] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.979262] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.979441] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-449" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.979733] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-7ad3d785-ea0e-419e-aef4-317c36d20a53 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.979890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.980021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.980332] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.980475] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad3d785-ea0e-419e-aef4-317c36d20a53',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.483245] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.483543] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.483650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.483938] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.484113] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.484268] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 7ad3d785-ea0e-419e-aef4-317c36d20a53 not found, creating... [ 1001.484544] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.484700] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.484814] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.485141] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.485376] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.485831] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.486033] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.486160] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.486379] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.486516] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.486657] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 7ad3d785-ea0e-419e-aef4-317c36d20a53 is going to be created. [ 1001.507356] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.507551] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.507680] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.507955] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.508220] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.508446] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.285669] env[65403]: INFO networking_nsxv3.common.synchronization [req-cc46b5ab-7939-4e62-8af1-830fdea0c8d1 req-53f151e2-9004-47e7-a3ee-6e20c30a47de service nova] Enqueued Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_rules [ 1002.285868] env[65403]: INFO networking_nsxv3.common.synchronization [req-cc46b5ab-7939-4e62-8af1-830fdea0c8d1 req-53f151e2-9004-47e7-a3ee-6e20c30a47de service nova] Enqueued Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_members [ 1002.286104] env[65403]: INFO networking_nsxv3.common.synchronization [req-cc46b5ab-7939-4e62-8af1-830fdea0c8d1 req-53f151e2-9004-47e7-a3ee-6e20c30a47de service nova] Enqueued Resource ID: 7ad3d785-ea0e-419e-aef4-317c36d20a53 with Priority: HIGHEST for action port [ 1002.286576] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_rules [ 1002.286713] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_members [ 1002.286807] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad3d785-ea0e-419e-aef4-317c36d20a53 with Priority: HIGHEST for action port [ 1002.287552] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.287690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.287756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.288030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.288119] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.288964] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.289184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.289184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.289348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.289498] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.289591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.289654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.289795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.289881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.289996] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.290750] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad3d785-ea0e-419e-aef4-317c36d20a53 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.291678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.292470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.292652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.293018] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad3d785-ea0e-419e-aef4-317c36d20a53',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.691435] env[65403]: INFO networking_nsxv3.common.synchronization [req-49ce8c5d-5538-4084-8c5a-b7b6a106bbb8 req-672eba2e-fd84-42b7-a746-447b5b792a10 tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_members [ 1002.691993] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGHEST for action security_group_members [ 1002.692348] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.692496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.692555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.692724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.693547] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.693547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.693547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.693547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.693547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.693547] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.794713] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.795839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.795941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.796096] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad3d785-ea0e-419e-aef4-317c36d20a53 with status ACTIVE [ 1002.796260] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.796364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.796438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.797029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.797029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.797029] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.797029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.797029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.797355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.797355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.799679] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.799679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.799679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.799679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.799679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.799679] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad3d785-ea0e-419e-aef4-317c36d20a53 is going to be updated. [ 1002.820309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.820483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.820528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.820771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.820858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.821034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad3d785-ea0e-419e-aef4-317c36d20a53" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.965145] env[65403]: INFO networking_nsxv3.common.synchronization [req-99be219a-6cb7-4f06-a2ce-5351299caab8 req-90603292-f7b0-4159-8f9e-3393060847fa tempest-ServerAddressesTestJSON-1476683952 tempest-ServerAddressesTestJSON-1476683952-project-member] Enqueued Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_members [ 1002.965145] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_members [ 1002.965145] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.965145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.965145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.965985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.966456] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.966750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.967098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.967405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.967625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.968209] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.197392] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.197392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.197392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.197392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.218953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.219328] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.219604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.219604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.219885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.220021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.220171] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 is going to be updated. [ 1003.249408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.249599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.249661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.249820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.250009] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.262255] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 in Status: IN_PROGRESS for 2s [ 1003.300595] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.393422] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.393631] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-757" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.393724] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-757" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.395897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-757" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.395897] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.395897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.395897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.395897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.395897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.396551] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.396551] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.396964] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.396964] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.397132] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.397297] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.397360] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.426022] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.426022] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.426022] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.426022] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-757" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.426022] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.426022] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.426022] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.426022] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.426022] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a13e814-cb49-46df-aa56-8fa0c3b9e4a0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.471385] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.471567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.471663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.471814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.471902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.472389] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.472547] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.472593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.472791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.472890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.473017] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 already deleted. [ 1003.473252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.803719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.803719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.804519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.804519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.804519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.804519] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 is going to be created. [ 1003.831693] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.831852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.831956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.832151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.832312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.844251] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 in Status: UNINITIALIZED for 2s [ 1003.928430] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.928758] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.928941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.929334] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.929544] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.929746] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 not found, creating... [ 1003.930090] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.930333] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931055] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931055] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.931055] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.931351] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.931554] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931715] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932150] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932322] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932389] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 is going to be created. [ 1003.956631] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.956899] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.957041] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.957331] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.957698] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.957933] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.655694] env[65403]: INFO networking_nsxv3.common.synchronization [req-99be219a-6cb7-4f06-a2ce-5351299caab8 req-600427dc-090f-41e8-9ac5-7c8ec9fa4b0e service nova] Enqueued Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_rules [ 1004.655978] env[65403]: INFO networking_nsxv3.common.synchronization [req-99be219a-6cb7-4f06-a2ce-5351299caab8 req-600427dc-090f-41e8-9ac5-7c8ec9fa4b0e service nova] Enqueued Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_members [ 1004.656191] env[65403]: INFO networking_nsxv3.common.synchronization [req-99be219a-6cb7-4f06-a2ce-5351299caab8 req-600427dc-090f-41e8-9ac5-7c8ec9fa4b0e service nova] Enqueued Resource ID: 7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 with Priority: HIGHEST for action port [ 1004.656896] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_rules [ 1004.657105] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_members [ 1004.657245] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 with Priority: HIGHEST for action port [ 1004.657710] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.657879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.658054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.658311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.658426] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.659656] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.659770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.659828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.660189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.660236] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.660757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.660845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.661130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.661319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.661391] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.662441] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.662599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.662690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.662895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.663012] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a13e814-cb49-46df-aa56-8fa0c3b9e4a0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.075928] env[65403]: INFO networking_nsxv3.common.synchronization [req-b487d870-969d-4732-9f7d-8d679ff1b5f9 req-029fd6dc-0bab-4ba3-a696-c451cbd48a3b tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1005.076538] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1005.076872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.077019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.077160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.077435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.077609] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.077733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.077796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.077971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.078092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.078188] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.164584] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.166296] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.166427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.166618] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 with status ACTIVE [ 1005.168185] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.168185] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.168185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.168670] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.168670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.168670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.168670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.168670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.168843] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a13e814-cb49-46df-aa56-8fa0c3b9e4a0 is going to be updated. [ 1005.191797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.192236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.192438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.192876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.193732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.193732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a13e814-cb49-46df-aa56-8fa0c3b9e4a0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.275245] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 in Status: SUCCESS [ 1005.276031] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 deletion is rescheduled due to dependency. [ 1005.276031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.442719] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.442719] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.442968] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.443236] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.443520] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.443684] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.443801] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.445059] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.445059] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.445059] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.445059] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.445059] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.445059] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.445366] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.445366] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.445366] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.458932] env[65403]: INFO networking_nsxv3.common.synchronization [req-322020ac-6ddb-4e52-b4b2-76b6363a2342 req-9b66b204-2249-43f2-b526-529f95d3595f tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_members [ 1005.459632] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGHEST for action security_group_members [ 1005.460034] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.460232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.460320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.460552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.460719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.460898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.461089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.461298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.461397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.461506] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.471021] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.471245] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.471354] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.471529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.471840] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.472015] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.472137] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.472455] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.472616] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6427b90-b943-4bb9-b26b-e4bb93d4c15b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.580695] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.580919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.581019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.581276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.581360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.581521] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.581680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.581680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.581897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.581897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.582040] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a already deleted. [ 1005.582077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.666816] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.858030] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 in Status: SUCCESS [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.858030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.858030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.858030] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.964188] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.964424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.964523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.964716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.976730] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.976730] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.976730] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.976730] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.976730] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.976961] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port c6427b90-b943-4bb9-b26b-e4bb93d4c15b not found, creating... [ 1005.977121] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.977260] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.977380] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.977608] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.977751] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.978062] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.978231] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.978346] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.978553] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.978736] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.978894] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b is going to be created. [ 1005.989053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.989053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.989053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.989053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.989341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.989341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.989341] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c is going to be updated. [ 1006.006097] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.006097] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.006097] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.006391] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.006573] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.006933] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.028026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.028026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.028026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.028026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.028026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.040983] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: IN_PROGRESS for 2s [ 1006.169116] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.169465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.169465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.169695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.169793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.169899] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 is going to be created. [ 1006.213149] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.213149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.213149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.213149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.213149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.225676] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 in Status: UNINITIALIZED for 2s [ 1006.361394] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.361652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.361652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.361883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.362069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.362602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.362602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.362602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.362602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.362602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.362602] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.363200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.363200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.363200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.363200] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.363200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.363785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.363785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.363785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.363785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.363785] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.701535] env[65403]: INFO networking_nsxv3.common.synchronization [req-b487d870-969d-4732-9f7d-8d679ff1b5f9 req-4067c699-b31b-442c-b0ef-e908cd50ada1 service nova] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 1006.701721] env[65403]: INFO networking_nsxv3.common.synchronization [req-b487d870-969d-4732-9f7d-8d679ff1b5f9 req-4067c699-b31b-442c-b0ef-e908cd50ada1 service nova] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1006.701888] env[65403]: INFO networking_nsxv3.common.synchronization [req-b487d870-969d-4732-9f7d-8d679ff1b5f9 req-4067c699-b31b-442c-b0ef-e908cd50ada1 service nova] Enqueued Resource ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b with Priority: HIGHEST for action port [ 1006.702451] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 1006.702612] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1006.702673] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b with Priority: HIGHEST for action port [ 1006.702984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.703494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.703695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.704295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.704448] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.705487] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.705698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.705802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.706304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.706551] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.706712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.706812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.706998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.707149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.707337] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.708226] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.708394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.708498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.708717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.708834] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6427b90-b943-4bb9-b26b-e4bb93d4c15b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.868027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9d8cc75-74ef-44bd-8445-2889eaf6fbc7: rpc.has_security_group_logging(os_id): False [ 1006.890348] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.890348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.890348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.890508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.890610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.890778] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.891206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.891206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.891206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.891393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.891435] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.892286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.892286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.892286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.892286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.892286] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.892286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.892286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.892979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.892979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.892979] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 is going to be created. [ 1006.974041] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.974041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.974041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.974041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.974390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.987700] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 in Status: IN_PROGRESS for 2s [ 1007.210632] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.212250] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.212250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.212593] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6427b90-b943-4bb9-b26b-e4bb93d4c15b with status ACTIVE [ 1007.213023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.213023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.213186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.213555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.214245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.214519] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.214769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.214769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.215816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.216031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.216167] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.216238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.217042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.217042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.217042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.217042] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b is going to be updated. [ 1007.243605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.243688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.243735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.243918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.244145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.244324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.713353] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.054143] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c in Status: SUCCESS [ 1008.054399] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c deletion is rescheduled due to dependency. [ 1008.054696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.215567] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.217178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.217178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.217178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.217178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.217178] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a is going to be created. [ 1008.234760] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 in Status: UNINITIALIZED for 4s [ 1008.242238] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.242238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.242238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.242488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.242575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.251601] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: UNINITIALIZED for 2s [ 1009.002602] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 in Status: SUCCESS [ 1009.002835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.129191] env[65403]: INFO networking_nsxv3.common.synchronization [None req-41643008-d8e4-4216-92b2-71ec5c425090 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1010.129712] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1010.130026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.130148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.130217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.130465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.130541] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.218687] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3b5881e4-c3ee-4ae3-aa1d-cee4e73b6c79 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1010.219086] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1010.219611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.219611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.245129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 in Status: SUCCESS [ 1010.245437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.245623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.245852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.246071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.246192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.246255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.246411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.246603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.246603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.246703] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.260157] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: SUCCESS [ 1010.260295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.260400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.260625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.261165] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.261165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.261165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.261353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.261353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.261419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.261491] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.655534] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.655735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.655735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.655921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.656018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.657098] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f566b29-0176-4411-a60d-217f335dff38 already deleted. [ 1010.657231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.657437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.657645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.657737] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.749686] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.749886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.749951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.750453] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.750593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.750883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.751073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.751073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.751248] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.751473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.751542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.751698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.751839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.751933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.751991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.752150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.752313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.752313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.752408] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.765591] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.181635] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.181635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.181635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.182115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.182115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.182115] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f566b29-0176-4411-a60d-217f335dff38 already deleted. [ 1011.182225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.254715] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e87e365-eac7-4fc0-a4cf-d791a23bcb92: rpc.has_security_group_logging(os_id): False [ 1011.268377] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33a220e5-3999-436c-acc3-b6eec540ca1a: rpc.has_security_group_logging(os_id): False [ 1011.273319] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.273469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.273516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.273766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.273835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.274149] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.274255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.274378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.274930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.274930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.274930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.274930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.274930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.275178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.275656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.275656] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.275776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.275776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.275984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.276099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.276217] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 is going to be created. [ 1011.293807] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.293807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.293959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.294141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.294259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.294543] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.294723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.294837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.295110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.295217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.299482] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a is going to be created. [ 1011.343517] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.343517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.343517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.343517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.343848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.357129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 in Status: IN_PROGRESS for 2s [ 1011.361803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.361968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.362036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.362250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.362440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.375970] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: IN_PROGRESS for 2s [ 1013.375075] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 in Status: SUCCESS [ 1013.375427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.388152] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: SUCCESS [ 1013.388152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.221286] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1015.221572] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1016.819608] env[65403]: INFO networking_nsxv3.common.synchronization [req-197ec230-a810-40ec-99e9-ee5901f9db17 req-3907183e-d29c-45e9-8b52-d04dc9ab4105 tempest-AttachInterfacesV270Test-1826199971 tempest-AttachInterfacesV270Test-1826199971-project-member] Enqueued Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_members [ 1016.819608] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGHEST for action security_group_members [ 1016.819608] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.819608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.819608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.820567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.820891] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.821146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.822762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.822762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.822762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.822762] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.324418] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.324594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.324681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.324925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.325033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.325261] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.325364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.325511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.325594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.325670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.325761] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 is going to be updated. [ 1017.355975] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.356129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.356204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.356410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.356551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.366406] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 in Status: IN_PROGRESS for 2s [ 1017.587389] env[65403]: INFO networking_nsxv3.common.synchronization [req-01655f84-9012-4a5e-bdf9-14fe760265f5 req-926372a6-74a9-4043-9534-3e3c5469cf96 tempest-ServerAddressesTestJSON-1476683952 tempest-ServerAddressesTestJSON-1476683952-project-member] Enqueued Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_members [ 1017.587930] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGHEST for action security_group_members [ 1017.588304] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.588560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.588598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.589768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.589768] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.589905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.589905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.590031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.590201] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.590201] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.092393] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.092689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.092689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.092882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.092989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.093292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.093408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.093556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.093746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.093871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.093976] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 is going to be updated. [ 1018.130162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.130306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.130376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.130684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.130823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.140499] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 in Status: IN_PROGRESS for 2s [ 1019.377199] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 in Status: SUCCESS [ 1019.377497] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 deletion is rescheduled due to dependency. [ 1019.377497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.150542] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 in Status: SUCCESS [ 1020.150732] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 deletion is rescheduled due to dependency. [ 1020.150846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.184563] env[65403]: INFO networking_nsxv3.common.synchronization [req-7bdaf637-882a-4cb3-901d-0f421684218f req-d8aac6e9-c415-430a-99c8-efc74d4072b7 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_members [ 1021.185162] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_members [ 1021.185500] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.185618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.185683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.185947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.186135] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.186241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.186301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.186458] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.186566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.186664] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.523273] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.523482] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.523608] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.523873] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.524140] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.524295] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.524412] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.524629] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.524786] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.524965] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.525089] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.525195] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.525298] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.525404] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.525504] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.525652] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.544305] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.544516] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.544656] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.544831] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.545158] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-c99f8c3e-d30d-4d30-a593-2040e4687c72 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.545333] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.545450] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.545873] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.546034] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99f8c3e-d30d-4d30-a593-2040e4687c72',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.689651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.689815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.689912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.690123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.690216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.690415] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.690526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.690609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.690743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.690822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.690907] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 already deleted. [ 1021.690988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.050839] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.051101] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.051280] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.051553] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.051782] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.051861] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port c99f8c3e-d30d-4d30-a593-2040e4687c72 not found, creating... [ 1022.052143] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.052312] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.052428] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.052657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.052802] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.053102] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.053316] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.053469] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.053683] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.053816] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.053963] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: c99f8c3e-d30d-4d30-a593-2040e4687c72 is going to be created. [ 1022.075041] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.075427] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.075518] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.075879] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.076169] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.076443] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.772902] env[65403]: INFO networking_nsxv3.common.synchronization [req-7bdaf637-882a-4cb3-901d-0f421684218f req-1786c4b0-9e32-477c-a7e2-1d324cf5043b service nova] Enqueued Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_rules [ 1022.772902] env[65403]: INFO networking_nsxv3.common.synchronization [req-7bdaf637-882a-4cb3-901d-0f421684218f req-1786c4b0-9e32-477c-a7e2-1d324cf5043b service nova] Enqueued Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_members [ 1022.772902] env[65403]: INFO networking_nsxv3.common.synchronization [req-7bdaf637-882a-4cb3-901d-0f421684218f req-1786c4b0-9e32-477c-a7e2-1d324cf5043b service nova] Enqueued Resource ID: c99f8c3e-d30d-4d30-a593-2040e4687c72 with Priority: HIGHEST for action port [ 1022.773338] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_rules [ 1022.773476] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_members [ 1022.773574] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99f8c3e-d30d-4d30-a593-2040e4687c72 with Priority: HIGHEST for action port [ 1022.773844] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.774187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.774187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.774385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.774509] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.775608] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.775725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.775791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.776025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.776202] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.776538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.776538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.776538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.776655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.776742] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.777822] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99f8c3e-d30d-4d30-a593-2040e4687c72 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.777822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.777822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.778040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.778723] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99f8c3e-d30d-4d30-a593-2040e4687c72',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.281179] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c99f8c3e-d30d-4d30-a593-2040e4687c72 with status ACTIVE [ 1023.281570] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.281732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.281802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.282028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.282149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.282401] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.282509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.282573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.282749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.282827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.283024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.283122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.283193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.283438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.283538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.283645] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c99f8c3e-d30d-4d30-a593-2040e4687c72 is going to be updated. [ 1023.284870] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.284994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.285166] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.312743] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.312880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.312964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.313870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.313870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.313870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99f8c3e-d30d-4d30-a593-2040e4687c72" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.787619] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.290480] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.290763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.290763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.291020] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.291131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.291259] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 is going to be created. [ 1024.316903] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.317140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.317140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.317328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.317488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.326043] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 in Status: UNINITIALIZED for 2s [ 1025.536312] env[65403]: INFO networking_nsxv3.common.synchronization [req-e0267c31-c7de-4915-93e3-c3fb0523799c req-e6c4bfbe-fef7-4163-bde9-823e4c33119e tempest-ListServerFiltersTestJSON-1019691479 tempest-ListServerFiltersTestJSON-1019691479-project-member] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1025.536811] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1025.537140] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.537267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.537369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.537590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.537756] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.537856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.537919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.538095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.538163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.538283] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.851422] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.851916] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.852840] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.852840] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.853046] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.853303] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.853531] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.853803] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.854027] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.854294] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.854498] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.854701] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.854857] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.855015] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.855190] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.855375] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.876035] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.876035] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.876035] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.876035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.876035] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-766af825-1f32-453d-ac60-a87cbbb567ba taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.876035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.876366] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.876458] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.876611] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766af825-1f32-453d-ac60-a87cbbb567ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.039829] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.041154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.041229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.041556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.041650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.041872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.041971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.042046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.042206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.042283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.042385] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab already deleted. [ 1026.042476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.335875] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 in Status: SUCCESS [ 1026.336207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.336292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.336490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.336674] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.336788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.336844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.336994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.337088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.337171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.337354] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.380197] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.380437] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.380567] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.380853] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.381016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.381174] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 766af825-1f32-453d-ac60-a87cbbb567ba not found, creating... [ 1026.381448] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.381604] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.381722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.381940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.382102] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.382383] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.382573] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.382658] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.382862] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.382994] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.383174] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 766af825-1f32-453d-ac60-a87cbbb567ba is going to be created. [ 1026.404206] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.404451] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.404534] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.404779] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.405029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.405250] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.839791] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.173619] env[65403]: INFO networking_nsxv3.common.synchronization [req-e0267c31-c7de-4915-93e3-c3fb0523799c req-2fe2b4da-90db-4256-a5be-5b1ea36b050a service nova] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_rules [ 1027.174217] env[65403]: INFO networking_nsxv3.common.synchronization [req-e0267c31-c7de-4915-93e3-c3fb0523799c req-2fe2b4da-90db-4256-a5be-5b1ea36b050a service nova] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1027.174217] env[65403]: INFO networking_nsxv3.common.synchronization [req-e0267c31-c7de-4915-93e3-c3fb0523799c req-2fe2b4da-90db-4256-a5be-5b1ea36b050a service nova] Enqueued Resource ID: 766af825-1f32-453d-ac60-a87cbbb567ba with Priority: HIGHEST for action port [ 1027.174688] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_rules [ 1027.174846] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1027.174963] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766af825-1f32-453d-ac60-a87cbbb567ba with Priority: HIGHEST for action port [ 1027.175277] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.175423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.175517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.175756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.175840] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.176734] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.176878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.176948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.177149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.177309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.177400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.177455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.177594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.177720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.177778] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.179032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-766af825-1f32-453d-ac60-a87cbbb567ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.179032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.179032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.179196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.179234] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766af825-1f32-453d-ac60-a87cbbb567ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.342051] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4: rpc.has_security_group_logging(os_id): False [ 1027.359508] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.359662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.359814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.360042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.360139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.360382] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.360485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.360548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.360693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.360767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.360853] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 is going to be created. [ 1027.419520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.419719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.419719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.419935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.420142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.429943] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 in Status: IN_PROGRESS for 2s [ 1027.680390] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.682043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.682043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.682043] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 766af825-1f32-453d-ac60-a87cbbb567ba with status ACTIVE [ 1027.682258] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.682258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.682363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.682498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.682589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.682753] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.682846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.682898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.683089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.683179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.683355] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.683510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.683563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.683667] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.683742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.683826] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 766af825-1f32-453d-ac60-a87cbbb567ba is going to be updated. [ 1027.705205] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.705358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.705406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.705578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.705716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.705880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-766af825-1f32-453d-ac60-a87cbbb567ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.997836] env[65403]: INFO networking_nsxv3.common.synchronization [req-7fabfbea-b82d-4f91-9b1d-0a40b47b29a7 req-75ac1491-4862-4ab3-af96-a14b0ef818b0 tempest-ListServerFiltersTestJSON-1019691479 tempest-ListServerFiltersTestJSON-1019691479-project-member] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1027.998159] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1027.998287] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.998363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.182729] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.367163] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.367163] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.367163] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.367163] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.367163] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.367163] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.367163] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.367511] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.367787] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.368130] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.368350] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.368575] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.368775] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.368989] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.369244] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.369587] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.390059] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.390059] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.390059] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.390059] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.390226] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-b425f017-b306-4588-b3f3-7862882bae77 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.390405] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.390528] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.390844] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.391431] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b425f017-b306-4588-b3f3-7862882bae77',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.685160] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.685160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.685160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.685769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.685769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.685769] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be created. [ 1028.710563] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.710771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.710853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.711025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.711170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.726732] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: UNINITIALIZED for 2s [ 1028.894304] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.894559] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.894687] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.894959] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.895134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.895304] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port b425f017-b306-4588-b3f3-7862882bae77 not found, creating... [ 1028.895594] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.895941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.895941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.896121] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.896296] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.896604] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.896759] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.896876] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.897405] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.897672] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.897878] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: b425f017-b306-4588-b3f3-7862882bae77 is going to be created. [ 1028.918417] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.919089] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.919232] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.919510] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.919744] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.919979] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.443587] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 in Status: SUCCESS [ 1029.443865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.661017] env[65403]: INFO networking_nsxv3.common.synchronization [req-7fabfbea-b82d-4f91-9b1d-0a40b47b29a7 req-c48d7ad7-b26e-4380-b4b7-4dde7e3aa297 service nova] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_rules [ 1029.661017] env[65403]: INFO networking_nsxv3.common.synchronization [req-7fabfbea-b82d-4f91-9b1d-0a40b47b29a7 req-c48d7ad7-b26e-4380-b4b7-4dde7e3aa297 service nova] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1029.661207] env[65403]: INFO networking_nsxv3.common.synchronization [req-7fabfbea-b82d-4f91-9b1d-0a40b47b29a7 req-c48d7ad7-b26e-4380-b4b7-4dde7e3aa297 service nova] Enqueued Resource ID: b425f017-b306-4588-b3f3-7862882bae77 with Priority: HIGHEST for action port [ 1029.661842] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_rules [ 1029.661955] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1029.661955] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425f017-b306-4588-b3f3-7862882bae77 with Priority: HIGHEST for action port [ 1029.662245] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.662346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.662577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.662666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.663095] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b425f017-b306-4588-b3f3-7862882bae77 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.663095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.663095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.663290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.663334] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b425f017-b306-4588-b3f3-7862882bae77',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.165705] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b425f017-b306-4588-b3f3-7862882bae77 with status ACTIVE [ 1030.165942] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.166095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.166159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.166388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.166448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.166820] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.166820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.166820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.166977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.167031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.167215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.167304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.167367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.167496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.167564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.167678] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b425f017-b306-4588-b3f3-7862882bae77 is going to be updated. [ 1030.194558] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.194751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.194810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.195019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.195169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.195355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b425f017-b306-4588-b3f3-7862882bae77" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.499266] env[65403]: INFO networking_nsxv3.common.synchronization [req-9f70a93c-06a4-4ceb-82a5-82200acede8a req-b7a289bb-fc8a-4e8a-a9b5-d5a7184a7e04 tempest-ListServerFiltersTestJSON-1019691479 tempest-ListServerFiltersTestJSON-1019691479-project-member] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1030.499779] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1030.500090] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.500254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.736699] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1030.737093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.737093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.737324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.737518] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.737726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.737792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.737950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.738039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.738250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.738250] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.739082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.739248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.739414] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.739515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.739565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.739703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.739773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.739861] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.802344] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.802549] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.802673] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.802940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.803214] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.803369] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.803619] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.803918] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.804091] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.804310] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.804431] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.804541] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.804650] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.804759] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.804868] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.804996] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.828023] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.828206] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.828328] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.828501] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-712" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.828823] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-78273fa0-7cc7-4f71-8094-b0d16435cd6e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.828991] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.829126] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.829505] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.829588] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78273fa0-7cc7-4f71-8094-b0d16435cd6e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.241705] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.241705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.241928] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.332273] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.332500] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.332628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.332982] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.333074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.333210] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 78273fa0-7cc7-4f71-8094-b0d16435cd6e not found, creating... [ 1031.333493] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.333639] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.333760] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.333983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.334134] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.334406] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.334565] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.334675] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.334880] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.335025] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.335180] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 78273fa0-7cc7-4f71-8094-b0d16435cd6e is going to be created. [ 1031.354216] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.354474] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.354654] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.354922] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.355168] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.355391] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.743533] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.119570] env[65403]: INFO networking_nsxv3.common.synchronization [req-9f70a93c-06a4-4ceb-82a5-82200acede8a req-fc543e4e-52be-420a-8277-4fc45c3b0870 service nova] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_rules [ 1032.120439] env[65403]: INFO networking_nsxv3.common.synchronization [req-9f70a93c-06a4-4ceb-82a5-82200acede8a req-fc543e4e-52be-420a-8277-4fc45c3b0870 service nova] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1032.120885] env[65403]: INFO networking_nsxv3.common.synchronization [req-9f70a93c-06a4-4ceb-82a5-82200acede8a req-fc543e4e-52be-420a-8277-4fc45c3b0870 service nova] Enqueued Resource ID: 78273fa0-7cc7-4f71-8094-b0d16435cd6e with Priority: HIGHEST for action port [ 1032.121397] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_rules [ 1032.121596] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1032.121746] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78273fa0-7cc7-4f71-8094-b0d16435cd6e with Priority: HIGHEST for action port [ 1032.122118] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.122262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.122665] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.122665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.122874] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-78273fa0-7cc7-4f71-8094-b0d16435cd6e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.123212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.123212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.123538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.123791] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78273fa0-7cc7-4f71-8094-b0d16435cd6e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.247378] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.247534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.247608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.247906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.248044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.248260] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1032.282454] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.282773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.283154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.283154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.283273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.293446] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1032.626294] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78273fa0-7cc7-4f71-8094-b0d16435cd6e with status ACTIVE [ 1032.628344] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.628344] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.628344] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.628344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.628903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.628903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.628903] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78273fa0-7cc7-4f71-8094-b0d16435cd6e is going to be updated. [ 1032.653914] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.654078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.654150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.654351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.654499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.654671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78273fa0-7cc7-4f71-8094-b0d16435cd6e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.304418] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1034.304777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.304869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.305112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.305327] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.305448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.305514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.305676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.305790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.305886] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.808156] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.311320] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.814054] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.814054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.814054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.814276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.814361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.814505] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1035.847629] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.847778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.847862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.848181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.848379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.858426] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1037.122538] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1037.123263] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1037.573397] env[65403]: INFO networking_nsxv3.common.synchronization [req-76ddede2-89c8-424a-84fa-25d327fcf302 req-66bed2bd-1cc5-4e3d-aaa2-a0f1961bdf80 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1037.574191] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1037.574337] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.575257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.575257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.575257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.575257] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.575257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.575257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.575257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.575816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.575816] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.870032] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1037.870276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.870442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.870653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.870840] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.870957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.871033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.871186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.871263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.871356] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.077789] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.078094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.078250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.078630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.078801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.079236] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.079366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.079500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.079804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.079957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.080149] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 1038.130459] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.130860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.130912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.131377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.131769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.144094] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 1038.373994] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.876611] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.378741] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.379047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.379047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.379365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.379423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.379528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1039.408996] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.409218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.409218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.409450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.409594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.418789] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1040.154756] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 1040.155042] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 1040.155115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.772087] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.772554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.772554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.772554] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.772554] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.274997] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.428500] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1041.428500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.428675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.428947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.429219] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.429366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.430471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.430471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.430471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.430876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.430876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.430876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.430876] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.431814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.432018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.432231] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.432357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.432422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.432591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.432687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.432795] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.778446] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.934564] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9819d9-97b8-489a-8d66-afa4ac5a6fab: rpc.has_security_group_logging(os_id): False [ 1041.935926] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.954906] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.955542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.955542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.955542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.955542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.955773] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.955773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.955877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.956069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.956172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.956328] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.956440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.956506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.956636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.956738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.956984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.957162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.957439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.957439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.957439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.957633] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be created. [ 1042.039896] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.039896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.039896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.039896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.039896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.050559] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1042.282952] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1042.282952] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1042.438460] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.575016] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1042.575222] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1042.941079] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.941487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.941487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.941580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.941722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.941861] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1042.972670] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.972670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.972855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.972891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.973056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.983674] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1043.144067] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.144243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.144299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.144473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.157927] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1043.158886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.159847] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1043.291583] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.293046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.293046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.293046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.303308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.304091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1043.304215] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.304335] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1043.418756] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.419068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.419068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.419254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.421062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.421062] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1043.505762] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.505915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.505975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.506212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.506499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.506770] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1043.587153] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.587310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.587381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.587595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.587889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.588205] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:51. [ 1043.588301] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ed9819d9-97b8-489a-8d66-afa4ac5a6fab', 'c9d8cc75-74ef-44bd-8445-2889eaf6fbc7', '8b5b8898-a588-4079-a416-8c4e8284c4e7', '6f428f18-a962-4c84-ab08-17cbd9f2af34', '6128f894-93b1-456d-8150-d81626bdb867', '55bf55da-8bb9-4e19-af18-6f3384563e09', 'cb1728c8-db4a-4075-a39b-581bf1402e13', '0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c', '4a48ead2-63df-4fad-b944-6b5a228b7a17', '74ff2f37-f75e-44f8-aec9-d4702564143a', '459e771b-c24a-4715-ad08-243b88963f6b', 'fd07ae75-c896-458d-8b00-809f21c9a0eb', 'dc2df569-a30a-4750-8824-a6a3a006c02a', '12f812d8-f14e-4c53-a2a4-abed092b6ef2', '26c08fb0-81a0-4319-b288-634f4f337bb4', '917f352c-1122-47ad-832a-d29b2b64c22a', '827c1590-9866-491f-b286-151fd85f62d0', '3e87e365-eac7-4fc0-a4cf-d791a23bcb92', 'a1025709-e51c-4ea5-92e1-5a7d28e340fe', '1e67377e-3b33-4816-bea5-7ac16f500c67', '46ec3ba1-460a-41c7-a72e-05efb1b62141', '84d18c7c-09c2-47d5-9ffc-325c768e33ff', '412ab911-9be7-4f42-8502-677eb92f8f29', 'b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d', 'bf08f2ad-f0dc-43d2-b412-fd509155ba67', '9e7911f0-7819-45c9-92e7-9f32450e66ea', '7e4013e6-c222-48d7-bd64-25ea1a3f8f21', '8a1796fe-f7e3-431d-bd96-ff83bf4ed012', '9b49d648-dc29-4ee0-8a3b-e0418b9f63a4', '76dcd2ba-6573-4574-a2d2-addb9a920805', '6a2432e5-5cca-4e79-9a63-666d6b8853e0', '21c8a609-dfa5-4931-97a3-929669830c96', '218a1899-4c49-47ce-becd-5f5fda5358a8', 'f2ecef6a-4d5e-4122-8b75-f6163854a601', 'f4c3a387-502a-445a-936e-a8fbdc3a1ca3', '2dcc1be4-efd7-47f8-9264-69b95a5fa8e6', 'dff4faa5-1980-4d24-aaf8-5a325cf2e9af', '07be6f5d-7994-495a-8860-dbf3ae73f756', '6c5bfafe-0cd9-470e-8b33-dcb996cddd22', '4cfb8a86-5aa8-4ab9-905c-47e62f8857f7', '91369277-b44b-4a33-9373-2f4506934e7d', '32cc83e5-d2da-4d38-a1a7-f545d389ae7f', 'a24394b2-1f4f-4de6-b476-8ad91967b8ba', '33a220e5-3999-436c-acc3-b6eec540ca1a', '014e935d-e24b-4a8a-a0a1-96cf9ae11313', '5c278149-8139-48e5-bcb3-720a9ae3a5b6', 'e4e60276-bca6-42a4-ad5b-20903f3ae4e2', '2d007dde-3da2-4383-961a-d31e60174748', 'c8fb643e-105d-4c1a-a843-f485ef99a8c7', 'ee776210-d8d8-4f62-a28a-8e60b59632dd', '81816e08-4569-4331-81ba-e548dc99e70f'} {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.588406] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1043.609502] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.609730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.609730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.609906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.610053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.610122] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1043.610171] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.610239] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1043.695508] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.695743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.695743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.695918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.697033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.697284] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1043.697361] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.697430] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1043.697493] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1043.697571] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/51 resources of Type:Security Group Rules [ 1043.697643] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGH for action security_group_rules [ 1043.697724] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGH for action security_group_rules [ 1043.697790] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGH for action security_group_rules [ 1043.697854] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGH for action security_group_rules [ 1043.697913] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGH for action security_group_rules [ 1043.697976] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGH for action security_group_rules [ 1043.698053] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGH for action security_group_rules [ 1043.698123] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGH for action security_group_rules [ 1043.698183] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGH for action security_group_rules [ 1043.698243] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGH for action security_group_rules [ 1043.698303] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGH for action security_group_rules [ 1043.698360] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGH for action security_group_rules [ 1043.698417] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGH for action security_group_rules [ 1043.698478] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGH for action security_group_rules [ 1043.698538] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGH for action security_group_rules [ 1043.698591] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGH for action security_group_rules [ 1043.698653] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGH for action security_group_rules [ 1043.698713] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGH for action security_group_rules [ 1043.698774] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGH for action security_group_rules [ 1043.698835] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGH for action security_group_rules [ 1043.698938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.063402] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1044.063870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.063995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.064316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.064455] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.269625] env[65403]: INFO networking_nsxv3.common.synchronization [req-bff485ee-3b50-44b4-989d-adb88cab4cbf req-ccabb576-f8e1-4c12-8fae-cbf7cae09c8f tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1044.270184] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1044.270460] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGH for action security_group_rules [ 1044.270460] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGH for action security_group_rules [ 1044.270567] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGH for action security_group_rules [ 1044.271287] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 with Priority: HIGH for action security_group_rules [ 1044.271432] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 with Priority: HIGH for action security_group_rules [ 1044.271541] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGH for action security_group_rules [ 1044.271624] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 with Priority: HIGH for action security_group_rules [ 1044.271722] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c1590-9866-491f-b286-151fd85f62d0 with Priority: HIGH for action security_group_rules [ 1044.271836] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 with Priority: HIGH for action security_group_rules [ 1044.271927] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGH for action security_group_rules [ 1044.272094] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2df569-a30a-4750-8824-a6a3a006c02a with Priority: HIGH for action security_group_rules [ 1044.272305] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07ae75-c896-458d-8b00-809f21c9a0eb with Priority: HIGH for action security_group_rules [ 1044.272404] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e771b-c24a-4715-ad08-243b88963f6b with Priority: HIGH for action security_group_rules [ 1044.272491] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGH for action security_group_rules [ 1044.272575] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGH for action security_group_rules [ 1044.272657] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGH for action security_group_rules [ 1044.272740] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c with Priority: HIGH for action security_group_rules [ 1044.272826] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6128f894-93b1-456d-8150-d81626bdb867 with Priority: HIGH for action security_group_rules [ 1044.272912] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 with Priority: HIGH for action security_group_rules [ 1044.272994] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 with Priority: HIGH for action security_group_rules [ 1044.273304] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.273427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.273493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.273698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.273913] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.274071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.274153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.274242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.274324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.274415] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.275328] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.275435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.275623] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.275918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.275918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.275918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.276095] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.276729] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.276839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.276904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.277064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.277137] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.277803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c08fb0-81a0-4319-b288-634f4f337bb4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.278066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.278159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.278318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.278391] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c08fb0-81a0-4319-b288-634f4f337bb4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.279080] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e67377e-3b33-4816-bea5-7ac16f500c67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.279185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.279249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.279397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.279471] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e67377e-3b33-4816-bea5-7ac16f500c67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.280188] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.280361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.280510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.280583] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.281264] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.281369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.281435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.281581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.281653] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e87e365-eac7-4fc0-a4cf-d791a23bcb92',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.283560] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827c1590-9866-491f-b286-151fd85f62d0 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.283560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.283560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.283560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.283560] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827c1590-9866-491f-b286-151fd85f62d0',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.283560] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.283900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.283900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.283900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.283900] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12f812d8-f14e-4c53-a2a4-abed092b6ef2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.284781] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.284781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.284781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.284912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.284912] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.285941] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2df569-a30a-4750-8824-a6a3a006c02a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.286077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.286161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.286327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.286399] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2df569-a30a-4750-8824-a6a3a006c02a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.287078] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd07ae75-c896-458d-8b00-809f21c9a0eb taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.287187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.287250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.287499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.287499] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd07ae75-c896-458d-8b00-809f21c9a0eb',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.288133] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-459e771b-c24a-4715-ad08-243b88963f6b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.288565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.288565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.288565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.288565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('459e771b-c24a-4715-ad08-243b88963f6b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.289235] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.289373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.289418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.289642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.289642] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.291595] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.291595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.291595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.291921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.291921] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.292615] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.292721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.292793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.292946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.293032] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.293850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.293994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.294055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.294314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.294314] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.295107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6128f894-93b1-456d-8150-d81626bdb867 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.295177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.295177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.295339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.295432] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6128f894-93b1-456d-8150-d81626bdb867',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.296093] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.296212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.296275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.296463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.296516] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9d8cc75-74ef-44bd-8445-2889eaf6fbc7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.297240] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f428f18-a962-4c84-ab08-17cbd9f2af34 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.297240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.297409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.297453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.297702] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f428f18-a962-4c84-ab08-17cbd9f2af34',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.300491] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.567271] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.567750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.585111] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.585378] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.585544] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.585833] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.587487] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.587487] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.588085] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.588447] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.588722] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.589118] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.589300] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.589483] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.589671] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.589852] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.590081] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.590332] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.612218] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.612444] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.612576] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.612751] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-965" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.613202] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-f43509aa-2723-440d-b87b-c39a9da1593a taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.613491] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.613698] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.614193] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.614406] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f43509aa-2723-440d-b87b-c39a9da1593a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.636036] env[65403]: INFO networking_nsxv3.common.synchronization [req-fd40b4ad-6479-43f3-ac95-aaada0a0ce4a req-8af49f8a-346c-438c-80c7-63820002b4dc tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 1044.636501] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 1044.637032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.637161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.637567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.637567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.637958] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.638083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.638147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.638298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.638601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.638601] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.801115] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.801115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.801115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.801434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.801434] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.801574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.801631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.801849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.801930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.802046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.802136] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.803109] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.803233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.803295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.803435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.803586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.803674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.803724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.804033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.804033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.804140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.804248] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.811746] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.811907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.818565] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.818811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.818811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.819851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.819851] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.819851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.819851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.819851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.819851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.819851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.819851] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.821840] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.821998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.821998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.822620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.822620] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.822620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.822620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.822620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.822849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.822849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.822849] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.824842] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.863827] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.864072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.864129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.864379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.866423] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.866609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.867888] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.868025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.870872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.870996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.878256] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.878442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.881847] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.882095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.884309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.884309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.885156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.885255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.886021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.886161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.888010] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.888082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.889338] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.889338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.890332] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.890840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.891032] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2df569-a30a-4750-8824-a6a3a006c02a is going to be deleted. [ 1044.892662] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.892759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.892759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.893062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.894607] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.894787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.895411] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.895833] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.895974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.919830] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.920375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.920483] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c is going to be deleted. [ 1044.921393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.921603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.941010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.941183] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12f812d8-f14e-4c53-a2a4-abed092b6ef2 is going to be deleted. [ 1044.942186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.942470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.963995] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.964237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.965885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.965996] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9d8cc75-74ef-44bd-8445-2889eaf6fbc7 is going to be deleted. [ 1044.966887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.967115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.976170] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.976309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.992032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.992209] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e67377e-3b33-4816-bea5-7ac16f500c67 is going to be deleted. [ 1044.993093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.993306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.994797] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1044.995096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.995816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.996036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.996229] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.996345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.996409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.996558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.996639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.996816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.996816] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.001843] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.001928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.035265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.035422] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827c1590-9866-491f-b286-151fd85f62d0 is going to be deleted. [ 1045.036424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.036647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.077037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.077481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.116987] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.117244] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.117373] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.117670] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.117825] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.117981] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port f43509aa-2723-440d-b87b-c39a9da1593a not found, creating... [ 1045.118271] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.118436] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.118556] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.118788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.118946] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.119366] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.119537] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.119659] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.119879] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.120029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.120175] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: f43509aa-2723-440d-b87b-c39a9da1593a is going to be created. [ 1045.126618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.126750] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be deleted. [ 1045.127879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.128110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.133431] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.133563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.139963] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.156621] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.156787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.170100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.170273] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 459e771b-c24a-4715-ad08-243b88963f6b is going to be deleted. [ 1045.171839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.172176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.174491] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.174757] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.174951] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.175300] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.175610] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.175911] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.241489] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.241809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.253695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.253896] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f428f18-a962-4c84-ab08-17cbd9f2af34 is going to be deleted. [ 1045.255071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.255316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.311292] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.315241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.315457] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c08fb0-81a0-4319-b288-634f4f337bb4 is going to be deleted. [ 1045.317412] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.318427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.318427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.327028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.327190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.329360] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.332709] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.339767] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.340031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.340031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.340227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.340635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.340754] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 1045.367196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.367520] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd07ae75-c896-458d-8b00-809f21c9a0eb is going to be deleted. [ 1045.369665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.369665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.410105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.410244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6128f894-93b1-456d-8150-d81626bdb867 is going to be deleted. [ 1045.411227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.411447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.439536] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.440163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.452753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.452955] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e87e365-eac7-4fc0-a4cf-d791a23bcb92 is going to be deleted. [ 1045.453842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.454103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.498073] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.498073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.499544] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.499702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.499746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.500133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.500133] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.500619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.500619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.500619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.500619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.500938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.500938] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.500938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.501073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.501298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.501372] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.501434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.501480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.501634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.501771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.501860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.501928] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.505806] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.505912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.505956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.506253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.506892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.536753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.536892] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be deleted. [ 1045.537983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.538260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.538361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.538505] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2df569-a30a-4750-8824-a6a3a006c02a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.538689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.538858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.538940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.539075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff79d4d-e9aa-4f7e-9c1f-9251c16a2e9c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.539641] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.539816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.539901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.540040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12f812d8-f14e-4c53-a2a4-abed092b6ef2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.541015] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 1045.541154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.541325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.541412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.541531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9d8cc75-74ef-44bd-8445-2889eaf6fbc7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.541692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.541856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.541936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.542066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e67377e-3b33-4816-bea5-7ac16f500c67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.542197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.542343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.542420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.542533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827c1590-9866-491f-b286-151fd85f62d0" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.542659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.542824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.542896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.542993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.543135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.543282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.543346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.543455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-459e771b-c24a-4715-ad08-243b88963f6b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.543580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.543733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.543843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.543942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f428f18-a962-4c84-ab08-17cbd9f2af34" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.544443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.544599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.544676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.544796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c08fb0-81a0-4319-b288-634f4f337bb4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.583823] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.584054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.584170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.584490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.584604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.584786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd07ae75-c896-458d-8b00-809f21c9a0eb" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.605566] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.605793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.605878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.606215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.606361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.606487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6128f894-93b1-456d-8150-d81626bdb867" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.641843] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.645507] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.645705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.645705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.645920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.646022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.646147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e87e365-eac7-4fc0-a4cf-d791a23bcb92" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.646902] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.647395] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.647517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.647584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.647769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.647855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.647966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.820637] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5b8898-a588-4079-a416-8c4e8284c4e7: rpc.has_security_group_logging(os_id): False [ 1045.821916] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a48ead2-63df-4fad-b944-6b5a228b7a17: rpc.has_security_group_logging(os_id): False [ 1045.831960] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74ff2f37-f75e-44f8-aec9-d4702564143a: rpc.has_security_group_logging(os_id): False [ 1045.834493] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55bf55da-8bb9-4e19-af18-6f3384563e09: rpc.has_security_group_logging(os_id): False [ 1045.845833] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.845980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.846082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.846271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.848044] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.848164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.856800] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.857066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.862514] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.862665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.880975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.881295] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.881404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.881608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.881932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.881932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.881932] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be updated. [ 1045.883230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.884032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886854] env[65403]: INFO networking_nsxv3.common.synchronization [req-bff485ee-3b50-44b4-989d-adb88cab4cbf req-20b08386-da07-4624-a7fd-bf55b54c3ee3 service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 1045.887043] env[65403]: INFO networking_nsxv3.common.synchronization [req-bff485ee-3b50-44b4-989d-adb88cab4cbf req-20b08386-da07-4624-a7fd-bf55b54c3ee3 service nova] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1045.887186] env[65403]: INFO networking_nsxv3.common.synchronization [req-bff485ee-3b50-44b4-989d-adb88cab4cbf req-20b08386-da07-4624-a7fd-bf55b54c3ee3 service nova] Enqueued Resource ID: f43509aa-2723-440d-b87b-c39a9da1593a with Priority: HIGHEST for action port [ 1045.888205] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_rules [ 1045.888339] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1045.888436] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f43509aa-2723-440d-b87b-c39a9da1593a with Priority: HIGHEST for action port [ 1045.888712] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.888810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.888998] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.889096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.889274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f43509aa-2723-440d-b87b-c39a9da1593a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.889371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.889459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.889604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.889683] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f43509aa-2723-440d-b87b-c39a9da1593a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.904451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.904765] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.904904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.904955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.905174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.905254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.905352] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1045.906733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.906891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.937747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.938092] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.938167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.938260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.938476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.938556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.938644] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1045.939769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.939933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.955162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.955326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.963368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.963686] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.963841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.963923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.964150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.964231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.964526] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a is going to be updated. [ 1045.966314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.966504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.966648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.970340] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.970478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.970548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.970754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.970907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.983848] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 1045.984641] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1046.004202] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9819d9-97b8-489a-8d66-afa4ac5a6fab: rpc.has_security_group_logging(os_id): False [ 1046.033191] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.034090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.034090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.034090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.057944] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.057944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.088035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.088416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.096711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.097292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.097292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.097292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.097620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.097660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.097868] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.097972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.098044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.098203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.098281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.098482] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.098562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.098620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.098764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.098838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.099039] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1046.100134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.100819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.100819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.101490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.101693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.101881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.117607] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1046.118470] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: IN_PROGRESS for 2s [ 1046.144195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.144367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.144452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.144630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.144717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.144816] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 is going to be updated. [ 1046.209041] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.209041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.209041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.209041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.209041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.224595] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: IN_PROGRESS for 2s [ 1046.232325] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.232515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.232566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.232760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.232911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.246205] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1046.391891] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f43509aa-2723-440d-b87b-c39a9da1593a with status ACTIVE [ 1046.392107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.392252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.392324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.392546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.392639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.392816] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.392918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.393196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.393196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.393338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.393396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.393546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.393546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.393686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.393761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.393894] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f43509aa-2723-440d-b87b-c39a9da1593a is going to be updated. [ 1046.419038] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.419295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.419295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.419474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.419612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.419832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f43509aa-2723-440d-b87b-c39a9da1593a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.551419] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 1047.551671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.551968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.552017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.552364] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.553152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.553343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.555257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.555257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.555257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.555257] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.558227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.558227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.558227] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.558637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.559232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.559232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.559232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.559232] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.815598] env[65403]: INFO networking_nsxv3.common.synchronization [req-f635537e-b7b0-40de-9b5f-810a4e5b012e req-d89b79ef-cae6-44ce-a832-c028bad8ce1e tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1047.816102] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1047.816423] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.816574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.816658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.816850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.817009] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.817291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.817357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.817521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.817608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.817701] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.000113] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1048.001241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.002262] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 1048.002463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.061250] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.061441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.062322] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.134531] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1048.134726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.135667] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: SUCCESS [ 1048.135889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.238152] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: SUCCESS [ 1048.238401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.261656] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1048.262014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.262222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.262440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.262531] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.319601] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.319755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.319828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.320053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.320143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.320336] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.320431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.320491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.320636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.320711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.320848] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f566b29-0176-4411-a60d-217f335dff38 already deleted. [ 1048.320889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.347544] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.347750] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.347876] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.348176] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.348429] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.348585] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.348697] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.348908] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.349061] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.349265] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.349371] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.349475] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.349577] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.349676] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.349776] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.349900] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.374016] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.374231] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.374401] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.374585] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.374938] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-46f10919-39f5-4a40-b582-b925b412e9a9 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.375149] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.375297] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.375565] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.375705] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f10919-39f5-4a40-b582-b925b412e9a9',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.564426] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.768783] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.768944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.769061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.769256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.769399] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.769498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.769561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.769708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.769792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.769878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.769989] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.877805] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.878050] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.878184] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.878464] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.878615] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.878771] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 46f10919-39f5-4a40-b582-b925b412e9a9 not found, creating... [ 1048.879040] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.879227] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.879363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.879619] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.879803] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.880391] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.880391] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.880391] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.880587] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.880929] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.881101] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 46f10919-39f5-4a40-b582-b925b412e9a9 is going to be created. [ 1048.903426] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.903817] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.904043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.904423] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.904664] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.904897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.069543] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.069714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.069782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.070089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.070214] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.070332] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 1049.103828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.104098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.104155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.104351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.104508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.115344] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 1049.272372] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.272560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.272664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.272902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.273396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.273396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.273396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.273582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.273582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.273668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.273829] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.273954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.274185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.274185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.274328] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.274425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.274513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.274663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.274775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.274895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.275018] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.322219] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-a8756598-f980-4659-8ea6-5a31fbfc6438 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1049.322771] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1049.323106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.323236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.323298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.323526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.323702] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.323807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.323922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.324098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.324186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.324309] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.621624] env[65403]: INFO networking_nsxv3.common.synchronization [req-f635537e-b7b0-40de-9b5f-810a4e5b012e req-722239de-c76b-49dc-9e14-707d4a25d5c0 service nova] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1049.621624] env[65403]: INFO networking_nsxv3.common.synchronization [req-f635537e-b7b0-40de-9b5f-810a4e5b012e req-722239de-c76b-49dc-9e14-707d4a25d5c0 service nova] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1049.621624] env[65403]: INFO networking_nsxv3.common.synchronization [req-f635537e-b7b0-40de-9b5f-810a4e5b012e req-722239de-c76b-49dc-9e14-707d4a25d5c0 service nova] Enqueued Resource ID: 46f10919-39f5-4a40-b582-b925b412e9a9 with Priority: HIGHEST for action port [ 1049.621624] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1049.621624] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1049.621624] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f10919-39f5-4a40-b582-b925b412e9a9 with Priority: HIGHEST for action port [ 1049.621624] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.621624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.621624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.621624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.621624] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.624376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.624376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.624376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.624376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.624376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.624376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.624376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.624791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.625385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.625385] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.627706] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f10919-39f5-4a40-b582-b925b412e9a9 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.627706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.627706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.627706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.627706] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f10919-39f5-4a40-b582-b925b412e9a9',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.713964] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-2afeaf5b-6f6e-4a8a-b9b4-e7b414bfb079 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1049.714437] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1049.714881] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.714988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.777157] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9819d9-97b8-489a-8d66-afa4ac5a6fab: rpc.has_security_group_logging(os_id): False [ 1049.796787] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.796935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.797078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.797350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.797350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.797488] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.797564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.797620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.797926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.797926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.798079] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.798152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.798191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.798329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.798402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.798742] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.798742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.798742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.799082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.799082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.799082] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1049.827713] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.827713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.827713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.827713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.845760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.846036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.846257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.846304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.846506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.846588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.846680] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1049.867883] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.867883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.867883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.867883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.867883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.883034] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1049.886150] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.889474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.889474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.889474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.889474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.898540] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1050.053238] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.053504] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-416" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.053637] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-416" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.054114] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-416" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.054408] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.054572] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.054687] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.054947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.055127] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.055337] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.055450] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.055556] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.055660] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.055766] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.056159] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.056159] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.077328] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.077328] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.077328] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.077328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-416" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.077328] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-332bdf1f-95df-405f-b413-efc27cc1c34a taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.077328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.077328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.077640] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.077723] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332bdf1f-95df-405f-b413-efc27cc1c34a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.129511] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.130569] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.130569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.130835] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46f10919-39f5-4a40-b582-b925b412e9a9 with status ACTIVE [ 1050.130835] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.130935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.130977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.131298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.131298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.131453] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.131541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.131696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.131816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.131888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.132077] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.132212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.132282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.132560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.132560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.132753] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46f10919-39f5-4a40-b582-b925b412e9a9 is going to be updated. [ 1050.156036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.156036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.156036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.156321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.156321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.156396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f10919-39f5-4a40-b582-b925b412e9a9" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.579785] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.580035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.580167] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.580459] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.580611] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.580766] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 332bdf1f-95df-405f-b413-efc27cc1c34a not found, creating... [ 1050.581040] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.581207] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.581355] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.581588] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.581752] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.582072] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.582237] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.582354] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.582557] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.582689] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.582825] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 332bdf1f-95df-405f-b413-efc27cc1c34a is going to be created. [ 1050.603662] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.603943] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.604033] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.604349] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.604657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.604901] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.636136] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.125831] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 1051.126194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.126365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.126536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.126777] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.126889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.126889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.127129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.127129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.127247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.127367] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.127454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.127512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.127676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.128228] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.128366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.128492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.128652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.128652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.128822] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.128966] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.138191] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.138338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.138397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.138606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.138688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.138781] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be created. [ 1051.163740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.163996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.163996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.164196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.164358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.176675] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: UNINITIALIZED for 2s [ 1051.349596] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-339a0acb-2e0f-4151-bbac-46ca03990c79 service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 1051.349596] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-339a0acb-2e0f-4151-bbac-46ca03990c79 service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1051.349596] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-339a0acb-2e0f-4151-bbac-46ca03990c79 service nova] Enqueued Resource ID: 332bdf1f-95df-405f-b413-efc27cc1c34a with Priority: HIGHEST for action port [ 1051.350168] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 1051.350309] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1051.350412] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332bdf1f-95df-405f-b413-efc27cc1c34a with Priority: HIGHEST for action port [ 1051.350712] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.350893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.350971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.351210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.351293] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.352414] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.352558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.352793] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-332bdf1f-95df-405f-b413-efc27cc1c34a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.352926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.353028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.353246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.353350] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332bdf1f-95df-405f-b413-efc27cc1c34a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.631814] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb1728c8-db4a-4075-a39b-581bf1402e13: rpc.has_security_group_logging(os_id): False [ 1051.655865] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.656244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.656244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.656340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.674584] env[65403]: INFO networking_nsxv3.common.synchronization [req-8d81f10f-44d4-44a6-8428-80de0443d912 req-9c6c3bef-e0fe-4b95-a03a-f64e99da185c tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1051.677027] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1051.677027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.677027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.677027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.677027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.677027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.677027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.677027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.677027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.677027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.677027] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.680019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.680404] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.680404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.680541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.680657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.680862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.681073] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.681208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.681417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.681511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.681627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.681904] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.682052] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.682146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.682344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.682450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.682725] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 1051.764149] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.764345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.764422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.764709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.764881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.781137] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 1051.855320] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.857495] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 332bdf1f-95df-405f-b413-efc27cc1c34a with status ACTIVE [ 1051.857495] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.857495] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.857495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.858346] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.858346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.858346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.858346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.858346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.858346] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 332bdf1f-95df-405f-b413-efc27cc1c34a is going to be updated. [ 1051.881660] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.881977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.881977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.882174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.882323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.882550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332bdf1f-95df-405f-b413-efc27cc1c34a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.906272] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1051.906493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.906654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.906942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.907099] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.909401] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1051.909584] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba deletion is rescheduled due to dependency. [ 1051.909795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.909889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.910124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.910308] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.910452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.910634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.910751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.910894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.910944] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.066369] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.066578] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.066726] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.066997] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.067500] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.067500] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.067731] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.067731] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.067864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.068094] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.068208] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.068311] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.068415] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.068520] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.068620] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.068747] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.092674] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.093146] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.093146] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.093286] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.094134] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.094357] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.094492] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.095070] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.095070] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e327bdd2-64cd-40bd-b30e-e33caa3bd5b1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.186310] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.186310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.186310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.186528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.192504] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.192788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.193032] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.193395] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.193757] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.194036] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.194240] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.194513] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.194677] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.194899] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.195012] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.195150] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.195266] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.195377] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.195480] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.195610] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.215063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.215319] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.215440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.215517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.215707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.215792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.215880] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1052.225525] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.225722] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.225882] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.226140] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-485" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.226494] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-e158a05a-bc7b-4351-a1d4-600d24230a43 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.226742] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.226937] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.227389] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.227634] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e158a05a-bc7b-4351-a1d4-600d24230a43',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.253273] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.253483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.253578] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.253709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.253849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.265804] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1052.412513] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.412687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.412774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.413050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.413151] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.413247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.413318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.413432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.413519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.413625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.413723] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.414863] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.597490] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.597879] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.597974] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.598325] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.598528] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.598731] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 not found, creating... [ 1052.599050] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.599222] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.599341] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.599630] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.599890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.600213] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.600497] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.600696] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.601067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.601324] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.601573] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 is going to be created. [ 1052.621960] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.622238] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.622371] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.622653] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.622901] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.623159] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.731108] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.731574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.731574] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.731685] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.731929] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.732124] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port e158a05a-bc7b-4351-a1d4-600d24230a43 not found, creating... [ 1052.732404] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.732573] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.732691] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.733061] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.733248] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.733595] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.733770] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.733942] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.734215] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.734391] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.734544] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: e158a05a-bc7b-4351-a1d4-600d24230a43 is going to be created. [ 1052.763056] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.763056] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.763056] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.763056] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.763487] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.763487] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.918033] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.918033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.918278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.918331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.918452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.918770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.918862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.918955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.919125] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.919289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.919450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.919501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.919638] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.919730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.919791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.920021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.920104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.920191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.920281] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.921360] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.190724] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: SUCCESS [ 1053.190959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.191579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.191805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.192540] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.192540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.192664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.192786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.192828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.192911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.193096] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.371029] env[65403]: INFO networking_nsxv3.common.synchronization [req-8d81f10f-44d4-44a6-8428-80de0443d912 req-da383817-86d9-45f3-ab12-2b424bc9dd61 service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 1053.371732] env[65403]: INFO networking_nsxv3.common.synchronization [req-8d81f10f-44d4-44a6-8428-80de0443d912 req-da383817-86d9-45f3-ab12-2b424bc9dd61 service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1053.371732] env[65403]: INFO networking_nsxv3.common.synchronization [req-8d81f10f-44d4-44a6-8428-80de0443d912 req-da383817-86d9-45f3-ab12-2b424bc9dd61 service nova] Enqueued Resource ID: e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 with Priority: HIGHEST for action port [ 1053.371942] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 1053.372016] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1053.372251] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 with Priority: HIGHEST for action port [ 1053.372392] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.372516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.372584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.372790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.372872] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.373790] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.373966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.375035] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.375035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.375035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.375035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.375035] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e327bdd2-64cd-40bd-b30e-e33caa3bd5b1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.423670] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9819d9-97b8-489a-8d66-afa4ac5a6fab: rpc.has_security_group_logging(os_id): False [ 1053.425325] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.425563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.425680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.425920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.426121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.426430] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1053.464033] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.464033] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.464033] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.464033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.465071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.465316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.465874] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.467169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.467169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.467169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.467169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.467169] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1053.490080] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.490271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.490271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.490543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.490696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.503317] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1053.521569] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-94324f11-4937-4130-a464-c7e8252c093c service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 1053.523449] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-94324f11-4937-4130-a464-c7e8252c093c service nova] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1053.523449] env[65403]: INFO networking_nsxv3.common.synchronization [req-09320359-c23c-410d-8a09-6d7d9f0fd16d req-94324f11-4937-4130-a464-c7e8252c093c service nova] Enqueued Resource ID: e158a05a-bc7b-4351-a1d4-600d24230a43 with Priority: HIGHEST for action port [ 1053.523449] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_rules [ 1053.523449] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1053.523449] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e158a05a-bc7b-4351-a1d4-600d24230a43 with Priority: HIGHEST for action port [ 1053.523850] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.523850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.524053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.524194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.524389] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e158a05a-bc7b-4351-a1d4-600d24230a43 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.524553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.524607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.524776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.524853] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e158a05a-bc7b-4351-a1d4-600d24230a43',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.597031] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.597031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.597031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.597031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.597031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.623236] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1053.696566] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.802728] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 1053.803147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.803738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.803738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.803921] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.878911] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.878911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.878911] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 with status ACTIVE [ 1053.879139] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.879194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.879256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.879613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.879744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.879899] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.880030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.880112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.880369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.880545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.880751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.881259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.881259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.881259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.881259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.881259] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e327bdd2-64cd-40bd-b30e-e33caa3bd5b1 is going to be updated. [ 1053.910499] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.910654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.910723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.910934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.911086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.911564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e327bdd2-64cd-40bd-b30e-e33caa3bd5b1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.028056] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e158a05a-bc7b-4351-a1d4-600d24230a43 with status ACTIVE [ 1054.028553] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.028775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.028855] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.029384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.029384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.029843] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.029843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.029843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.030141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.030141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.030256] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.030337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.030394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.030737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.030737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.030978] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e158a05a-bc7b-4351-a1d4-600d24230a43 is going to be updated. [ 1054.064494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.064728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.064728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.065710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.065710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.065710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e158a05a-bc7b-4351-a1d4-600d24230a43" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.200052] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f566b29-0176-4411-a60d-217f335dff38: rpc.has_security_group_logging(os_id): False [ 1054.226748] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.226908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.226967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.227239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.227350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.227606] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.227729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.227802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.227966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.228068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.228149] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be created. [ 1054.283812] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1054.284323] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 1054.284323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.284486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.284695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.284878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.285044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.285112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.285321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.285431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.285431] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.306388] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.306669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.306805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.307168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.307448] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.307623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.307717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.308043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.308225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.308396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.308555] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.343811] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.344035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.344164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.344423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.344616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.363397] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: IN_PROGRESS for 2s [ 1054.788295] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.811436] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.811814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.811814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.811893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.812098] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813034] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.813034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.813521] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.813521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.813521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.813521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.813521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813786] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.293123] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.317805] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb1728c8-db4a-4075-a39b-581bf1402e13: rpc.has_security_group_logging(os_id): False [ 1055.339737] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.339737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.339737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.339737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.339737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.339737] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.339737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.339737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.340230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.340230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.340230] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.340230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.340230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.340453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.340453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.340601] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.340696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.340758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.340872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.340945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.341046] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 1055.425707] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.425910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.425910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.426417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.426417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.441749] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 1055.516945] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1055.517202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.517385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.517617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.517807] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.518138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.518138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.518244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.518244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.518326] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.639028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1055.639028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.795141] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.795141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.795141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.795141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.795141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.795443] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1055.829957] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.830388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.830388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.830473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.830591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839790] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1056.021664] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.380486] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: SUCCESS [ 1056.380713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.524747] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.027967] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.029562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.029562] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1057.076480] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.076608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.076656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.076929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.079772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.095594] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1057.469585] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 1057.469585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.852711] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1057.852989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.853168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.854500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.854500] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.854500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.854500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.854500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.854500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.854500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.854500] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.357097] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.357097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.357097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.357525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.357525] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.357620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.357620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.358629] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.358629] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.358629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.359146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.359146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.359146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.359146] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.524527] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.524752] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1058.863762] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e60276-bca6-42a4-ad5b-20903f3ae4e2: rpc.has_security_group_logging(os_id): False [ 1058.891261] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.891462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.891621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.891966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.892373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.892464] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.892750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.892878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.893030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.893112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.893331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.893514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.893618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.893751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.893821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.894099] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.894227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.894654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.895184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.895284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.895369] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1058.987092] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.987410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.987410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.987504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.987660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.006707] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1059.112990] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1059.113269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.113454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.113809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.113911] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.114225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.114293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.114674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.114674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.114674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.114791] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.116213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.116213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.116213] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.116421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.116421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.117706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.117706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.117706] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.287228] env[65403]: INFO networking_nsxv3.common.synchronization [req-3075ad43-160d-4384-ac04-6882b917f617 req-a3a01ace-3705-423f-bc9f-a098a260e422 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1059.288114] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1059.288114] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.288114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.291359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.291621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.291819] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.291937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.292163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.292252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.292307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.292414] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.621814] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.621814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.621814] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.623500] env[65403]: INFO networking_nsxv3.common.synchronization [req-b4680b53-f2c0-4739-8f5b-43a670bea8ab req-bfdede3a-d38b-437b-9206-e6189fcfe0ef tempest-ListServerFiltersTestJSON-1019691479 tempest-ListServerFiltersTestJSON-1019691479-project-member] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1059.624386] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1059.625725] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.625725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.625725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.625725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.625930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.625930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.626035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.626719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.626719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.626719] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.699340] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.699448] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.699515] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.699799] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.700183] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.700355] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.700472] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.700855] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.700910] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.704262] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.704262] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.704262] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.704262] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.704262] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.704262] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.704262] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.729685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.729864] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.729989] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.730180] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.730565] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.730819] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.730962] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.731347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.731510] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e32b10-2c82-42c5-ba1a-3a5a73c8d39d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.796245] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.796245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.796448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.797919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.819351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.819656] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.819787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.819847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.820109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.820187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.820261] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 1059.856585] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.856749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.856816] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.857058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.857230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.872306] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 1060.125982] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.130672] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.236705] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.236705] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 16e32b10-2c82-42c5-ba1a-3a5a73c8d39d not found, creating... [ 1060.236705] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.236705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237585] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.237831] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237969] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.238257] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.238421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.238620] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 16e32b10-2c82-42c5-ba1a-3a5a73c8d39d is going to be created. [ 1060.267045] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.267363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.267562] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.267958] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.268940] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.269434] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.629052] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.629452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.629452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.629452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.629566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.629734] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1060.632618] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.661072] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.661072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.661072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.661072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.661471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.671099] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1060.977692] env[65403]: INFO networking_nsxv3.common.synchronization [req-3075ad43-160d-4384-ac04-6882b917f617 req-600cc641-843b-4214-80e3-f2c064106834 service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 1060.977873] env[65403]: INFO networking_nsxv3.common.synchronization [req-3075ad43-160d-4384-ac04-6882b917f617 req-600cc641-843b-4214-80e3-f2c064106834 service nova] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1060.978016] env[65403]: INFO networking_nsxv3.common.synchronization [req-3075ad43-160d-4384-ac04-6882b917f617 req-600cc641-843b-4214-80e3-f2c064106834 service nova] Enqueued Resource ID: 16e32b10-2c82-42c5-ba1a-3a5a73c8d39d with Priority: HIGHEST for action port [ 1060.980169] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_rules [ 1060.980327] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1060.980586] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e32b10-2c82-42c5-ba1a-3a5a73c8d39d with Priority: HIGHEST for action port [ 1060.980803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.980937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.981028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.981245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.981346] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.982333] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.982451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.982660] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.982788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.982852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.986363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.986460] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e32b10-2c82-42c5-ba1a-3a5a73c8d39d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.023861] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1061.024072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.136027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.136250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.136250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.136417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.136526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.136629] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1061.171241] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.171596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.171596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.171848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.171848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.182923] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1061.490216] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.490216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.490216] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16e32b10-2c82-42c5-ba1a-3a5a73c8d39d with status ACTIVE [ 1061.490216] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.490216] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.490611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.490611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.490611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.490871] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.491059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.491059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.491256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.491341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.491528] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.491669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.491719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.491842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.491921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.492086] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16e32b10-2c82-42c5-ba1a-3a5a73c8d39d is going to be updated. [ 1061.523218] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.524286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.524286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.524286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.524286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.524286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16e32b10-2c82-42c5-ba1a-3a5a73c8d39d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.882854] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 1061.883219] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 1061.883219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.886930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.886930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.886930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.886930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.886930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.886930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.886930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.886930] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.428177] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.659296] env[65403]: INFO networking_nsxv3.common.synchronization [req-2c81bff1-ee87-4729-bf81-c6f3edf95068 req-38921ac4-322e-4a63-904f-c780ce3db6fd tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1062.660011] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1062.661474] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.661654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.661728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.661964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.662162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.662280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.662333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.662537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.662644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.662766] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.684275] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.687024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.687024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.687024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.688970] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.690805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.690805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.690805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.690805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.690805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.690805] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.896730] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.165717] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.165886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.165963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.166293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.166367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.166702] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.166846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.166941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.167201] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.167351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.167478] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1063.192466] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1063.192704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.193032] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24394b2-1f4f-4de6-b476-8ad91967b8ba: rpc.has_security_group_logging(os_id): False [ 1063.213951] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.214232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.214319] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.214533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.217280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.219076] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.219349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.219349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.219573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.219665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.219911] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.220050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.220103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.220230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.220309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.221072] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.221072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.221072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.221072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.221072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.221072] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.221443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.221443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.221443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.221443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.221443] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1063.224918] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1063.310612] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.310759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.310830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.311074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.311246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.333864] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1063.399639] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.399639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.399639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.399780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.399805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.399917] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 1063.477016] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.477208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.477312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.477566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.477761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.502757] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 1065.238609] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1065.238956] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 deletion is rescheduled due to dependency. [ 1065.239703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.352560] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1065.352904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.353166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.353507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.353634] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.514671] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 1065.514961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.515125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.515355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.515541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.515654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.515743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.515935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.516033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.516120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.516258] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.855917] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.856151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.856226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.856536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.856842] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.856936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.856936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.857137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.857252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.857428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.857471] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.019828] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.020220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.020428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.020678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.020852] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.020976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.021064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.021284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.021451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.021535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.021732] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.022495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.022495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.022495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.022495] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.022495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.022495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.022776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.022889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.022889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.023011] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.360279] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.360626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.360626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.360951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.361212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.361361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.361429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.361609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.361712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.362022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.362090] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.362198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.362280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.362444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.362633] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.362757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.362826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.362996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.363082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.363168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.363257] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.527470] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf08f2ad-f0dc-43d2-b412-fd509155ba67: rpc.has_security_group_logging(os_id): False [ 1066.552853] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.553060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.553121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.553684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.553684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.553684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.553901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.553901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.554031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.554080] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.554574] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.554574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.554574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.554574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.554803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.554803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.554908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.554955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.555900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.556958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.556958] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 1066.561328] env[65403]: INFO networking_nsxv3.common.synchronization [req-71d3e3ea-7787-456c-8644-36fa4dae2dbd req-a38ad8b7-d7be-4faa-b0f6-e29318a46bb7 tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1066.562030] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1066.562413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.562538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.562622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.562899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.563176] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.563303] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.563370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.563637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.563739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.563838] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.632642] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.632877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.632877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.633169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.633322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.651026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 1066.843301] env[65403]: INFO networking_nsxv3.common.synchronization [req-171cb19a-1690-4703-ae6d-d44bc550ab65 req-94b6a41d-1df4-4731-8d0f-f1d9226a73b3 tempest-ServerRescueNegativeTestJSON-1119816764 tempest-ServerRescueNegativeTestJSON-1119816764-project-member] Enqueued Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 1066.843947] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 with Priority: HIGHEST for action security_group_members [ 1066.844558] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ecef6a-4d5e-4122-8b75-f6163854a601 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.844802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.844886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.845283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.845617] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.845742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.845844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.846175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.846324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.846482] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ecef6a-4d5e-4122-8b75-f6163854a601',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.867594] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24394b2-1f4f-4de6-b476-8ad91967b8ba: rpc.has_security_group_logging(os_id): False [ 1066.904530] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.904530] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.904530] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.904530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.905137] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.905137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.905137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.905137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.905137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.905137] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1066.979819] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.981161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.981161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.981161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.981765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.005946] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1067.068025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.350468] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.350875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.350962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.351201] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.439320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.439657] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.439722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.439784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.440018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.440123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.440221] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 is going to be updated. [ 1067.514311] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.514553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.514825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.515126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.528630] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: IN_PROGRESS for 2s [ 1067.571457] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.916877] env[65403]: INFO networking_nsxv3.common.synchronization [req-3e43919c-cc32-4762-9354-964946953ab2 req-4d8a13b5-ab9f-4314-b448-0f96d48b362a tempest-ListServerFiltersTestJSON-1019691479 tempest-ListServerFiltersTestJSON-1019691479-project-member] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1067.917429] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1067.918373] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.918373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.918373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.918373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.918543] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.918605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.918671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.918819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.918903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.918992] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.076407] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.076407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.076407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.076407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.077289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.077289] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 1068.126673] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.126943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.127051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.127348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.127531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.139297] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 1068.185969] env[65403]: INFO networking_nsxv3.common.synchronization [req-9394c606-4642-4e71-969b-5bd082f04275 req-b8ea44e1-f635-4e09-a2e7-903c4240b604 tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1068.187408] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1068.187810] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.188042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.188161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.188407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.188579] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.188712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.188772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.188962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.189086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.189186] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.421517] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.480909] env[65403]: INFO networking_nsxv3.common.synchronization [req-f3fe1910-3d9e-4f9f-ab7e-7b4784b1298b req-eeff2cc2-d45f-4686-b514-46ef544aa810 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1068.481490] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1068.481825] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.481945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.482167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.482431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.482597] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.482702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.482785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.482958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.483071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.483169] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.586594] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.586786] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.586920] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.587261] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.587562] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.587738] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.587858] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.588118] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.588285] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.588513] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.588626] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.588735] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.588850] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.588971] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.589093] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.589241] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.614749] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.614939] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.615088] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.615281] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.615689] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-66ddd3dd-fa29-4690-8164-8751daeb8d0c taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.615889] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.616039] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.616430] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.616589] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ddd3dd-fa29-4690-8164-8751daeb8d0c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.670076] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 1068.670383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.693752] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.743275] env[65403]: INFO networking_nsxv3.common.synchronization [req-f3fe1910-3d9e-4f9f-ab7e-7b4784b1298b req-3bfb8571-fbad-48d6-ac11-1a68521ee283 tempest-ServersTestMultiNic-1227474920 tempest-ServersTestMultiNic-1227474920-project-member] Enqueued Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1068.744028] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba with Priority: HIGHEST for action security_group_members [ 1068.744456] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24394b2-1f4f-4de6-b476-8ad91967b8ba taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.744456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.924955] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.985938] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.028477] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1069.029124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.119805] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.120160] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.120292] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.120645] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.120879] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.121164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 66ddd3dd-fa29-4690-8164-8751daeb8d0c not found, creating... [ 1069.121413] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.121594] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.121732] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.122016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.122282] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.122624] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.122866] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.123030] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.123314] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.123529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.123701] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 66ddd3dd-fa29-4690-8164-8751daeb8d0c is going to be created. [ 1069.146063] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.146378] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.146586] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.146950] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.147311] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.147628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.196402] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.273683] env[65403]: INFO networking_nsxv3.common.synchronization [req-4c007fb9-bdac-4dfd-87da-0e2cc9648966 req-fde7536b-abeb-4183-ad29-7c94185a14e2 tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1069.274310] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1069.274697] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.274857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.274935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.275157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.275384] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.275536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.275856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.275856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.275856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.276048] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.427974] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.427974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.427974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.428249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.428834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.428834] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1069.471936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.472248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.472248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.472521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.472645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.486113] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1069.488590] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.540175] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 in Status: SUCCESS [ 1069.540360] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ecef6a-4d5e-4122-8b75-f6163854a601 deletion is rescheduled due to dependency. [ 1069.540481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ecef6a-4d5e-4122-8b75-f6163854a601" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.699768] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.700009] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.700114] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.700383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.700515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.700685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be updated. [ 1069.753205] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.753483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.753601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.753878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.754495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.766318] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: IN_PROGRESS for 2s [ 1069.778653] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.778917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.779068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.779434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.779483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.779671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.779774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.779836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.779999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.780116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.780256] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1069.833747] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.833956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.834076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.834532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.834697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.847965] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1069.904868] env[65403]: INFO networking_nsxv3.common.synchronization [req-9394c606-4642-4e71-969b-5bd082f04275 req-8022a1a5-b8a7-4d0b-ae2c-48e69ca011dc service nova] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1069.904868] env[65403]: INFO networking_nsxv3.common.synchronization [req-9394c606-4642-4e71-969b-5bd082f04275 req-8022a1a5-b8a7-4d0b-ae2c-48e69ca011dc service nova] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1069.904868] env[65403]: INFO networking_nsxv3.common.synchronization [req-9394c606-4642-4e71-969b-5bd082f04275 req-8022a1a5-b8a7-4d0b-ae2c-48e69ca011dc service nova] Enqueued Resource ID: 66ddd3dd-fa29-4690-8164-8751daeb8d0c with Priority: HIGHEST for action port [ 1069.905310] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_rules [ 1069.905452] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1069.905635] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ddd3dd-fa29-4690-8164-8751daeb8d0c with Priority: HIGHEST for action port [ 1069.905831] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.905954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.906038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.906244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.906322] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.907444] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.907444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.907613] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ddd3dd-fa29-4690-8164-8751daeb8d0c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.907613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.907714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.907909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.908021] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ddd3dd-fa29-4690-8164-8751daeb8d0c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.991650] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.991815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.991984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.992287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.992467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.992648] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1070.025093] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.025348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.025348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.025483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.025637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.037901] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1070.152460] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 1070.152924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.410700] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.410700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.410700] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66ddd3dd-fa29-4690-8164-8751daeb8d0c with status ACTIVE [ 1070.410920] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.411050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.411050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.411250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.411340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.411507] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.411608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.411698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.411845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.411924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.412132] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.412371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.412371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.412631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.412631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.412729] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66ddd3dd-fa29-4690-8164-8751daeb8d0c is going to be updated. [ 1070.443596] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.443794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.443921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.444340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.444561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.444743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ddd3dd-fa29-4690-8164-8751daeb8d0c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.497350] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1071.497603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.781075] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: SUCCESS [ 1071.781317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.781520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.781721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.781902] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.782028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.782097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.782250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.782333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.782497] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.860186] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1071.860186] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 1071.860432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.049866] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1072.050124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.050306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.050558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.050750] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.050895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.051296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.051296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.051296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.051296] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24394b2-1f4f-4de6-b476-8ad91967b8ba',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.286158] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.554029] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.554029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.554029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.554029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.554029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.554637] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.554637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.554637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.554637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.554637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.554881] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba is going to be updated. [ 1072.580249] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.580379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.580453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.580659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.580799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.589993] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: IN_PROGRESS for 2s [ 1072.789060] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.292303] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.292563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.292694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.293225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.293225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.293386] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be updated. [ 1073.333995] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.334219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.334263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.334543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.334706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.344810] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: IN_PROGRESS for 2s [ 1073.704036] env[65403]: INFO networking_nsxv3.common.synchronization [req-a448b2af-1f21-41ec-a97b-110a6da73113 req-b87b75ed-0c16-4d41-abf5-97f17e882d2c tempest-ImagesTestJSON-385522256 tempest-ImagesTestJSON-385522256-project-member] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1073.705211] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGHEST for action security_group_members [ 1073.705211] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.705211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.705211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.705384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.705806] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.705942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.706071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.706264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.706387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.706520] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.211130] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.211130] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.211130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.211130] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be updated. [ 1074.247714] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.247874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.247952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.248185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.248332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.258590] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: IN_PROGRESS for 2s [ 1074.601016] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba in Status: SUCCESS [ 1074.601517] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24394b2-1f4f-4de6-b476-8ad91967b8ba deletion is rescheduled due to dependency. [ 1074.605022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24394b2-1f4f-4de6-b476-8ad91967b8ba" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.691301] env[65403]: INFO networking_nsxv3.common.synchronization [req-03afc808-dd8a-44ce-8245-ac0ead5a2678 req-8f6cfaac-078e-4602-a5a5-2f776eeff8e3 tempest-ServerDiskConfigTestJSON-85098692 tempest-ServerDiskConfigTestJSON-85098692-project-member] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1074.691451] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGHEST for action security_group_members [ 1074.692157] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.692157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.692157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.692521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.693096] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.693096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.693096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.693096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.693503] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.693503] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.199038] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.199038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.199038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.199038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.199607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.199607] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.199607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.199607] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.199807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.199850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.199935] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be updated. [ 1075.231718] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.231927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.231966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.232324] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.232598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.245405] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: IN_PROGRESS for 2s [ 1075.362564] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: SUCCESS [ 1075.362564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.362564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.362564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.362816] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.362869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.362966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.363101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.363185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.363271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.363395] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.866594] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.271739] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb1728c8-db4a-4075-a39b-581bf1402e13 in Status: SUCCESS [ 1076.272012] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 deletion is rescheduled due to dependency. [ 1076.272163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.369207] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f566b29-0176-4411-a60d-217f335dff38: rpc.has_security_group_logging(os_id): False [ 1076.388515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.388678] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.388874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.388965] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.389071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.389376] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.389486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.389555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.389765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.389849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.390410] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be updated. [ 1076.470167] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.470167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.470167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.470167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.470402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.486171] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: IN_PROGRESS for 2s [ 1077.012707] env[65403]: INFO networking_nsxv3.common.synchronization [req-2b45698c-81cd-4828-9907-ed024da07777 req-8ab78be0-1af4-41ce-810e-8dcebb5b1b9d tempest-ListServerFiltersTestJSON-1019691479 tempest-ListServerFiltersTestJSON-1019691479-project-member] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1077.013419] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGHEST for action security_group_members [ 1077.013509] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.013565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.013638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.013826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.013985] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.014095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.014154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.014645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.014743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.014841] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.256566] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 in Status: SUCCESS [ 1077.256720] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 deletion is rescheduled due to dependency. [ 1077.258539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.519473] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.519473] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.519473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.519473] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be updated. [ 1077.577141] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.577141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.577141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.577141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.577141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.586673] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: IN_PROGRESS for 2s [ 1078.509968] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: SUCCESS [ 1078.509968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.538254] env[65403]: INFO networking_nsxv3.common.synchronization [None req-9a05e060-a350-4002-bbc4-24bb050e0f5b tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1079.539042] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1079.539521] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.539521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.539521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.539719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.539924] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.540283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.540283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.540283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.540383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.540452] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.553808] env[65403]: INFO networking_nsxv3.common.synchronization [req-71e5427f-a6bb-4e96-8921-22a874d44b6c req-0e0280e2-091e-41b8-9305-de3504867d16 tempest-AttachVolumeTestJSON-1770597527 tempest-AttachVolumeTestJSON-1770597527-project-member] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_members [ 1079.555600] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGHEST for action security_group_members [ 1079.556546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.556546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.556546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.556546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.556546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.556546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.556546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.557046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.557046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.557046] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.597255] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab in Status: SUCCESS [ 1079.597255] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab deletion is rescheduled due to dependency. [ 1079.597255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.042766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.043211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.043211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.043312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.044038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.044038] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.044038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.044038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.044038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.044275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.044275] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be deleted. [ 1080.061954] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.062072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.062149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.062379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.062474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.062696] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.062793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.062864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.063030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.063107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.063202] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a is going to be updated. [ 1080.079495] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.079686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.079838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.079986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.080188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.080188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.094492] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.094492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.094765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.095255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.095255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.107346] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: IN_PROGRESS for 2s [ 1080.161469] env[65403]: INFO networking_nsxv3.common.synchronization [None req-7d7a35a1-bb33-470b-9767-bf43d726ef21 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_rules [ 1080.162876] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_rules [ 1080.162876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.162876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.162876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.162876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.163154] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.310377] env[65403]: INFO networking_nsxv3.common.synchronization [None req-695a83e5-8cba-4f7c-aa1b-27cc8c56c547 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_rules [ 1080.310914] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_rules [ 1080.311775] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.311775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.687091] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.687091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.687091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.687091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.687091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.687091] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca already deleted. [ 1080.687091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.687091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.687091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.687682] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.211605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.211844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.211844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.212179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212246] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca already deleted. [ 1081.212325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.860530] env[65403]: INFO networking_nsxv3.common.synchronization [req-5f826a0c-4f8c-4e70-9e50-b816b4f4b417 req-ed181ecd-81a7-4a14-93f1-a4c7007655b5 tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1081.861190] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1081.861508] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.861635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.861696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.861907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.862084] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.862228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.862296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.862400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.862494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.862582] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.120745] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ff2f37-f75e-44f8-aec9-d4702564143a in Status: SUCCESS [ 1082.120745] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a deletion is rescheduled due to dependency. [ 1082.120745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.341352] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.341598] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.341743] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.342067] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.342344] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.342561] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.342672] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.342885] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.343221] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.343457] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.343573] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.343677] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.343916] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.343916] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.344012] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.344119] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.364214] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.364387] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.364594] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.364785] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.365107] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.365284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.365408] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.365808] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.365951] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6affdc6-8c06-46bf-bdc6-61cf76e3649f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.366921] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.367067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.367135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.367321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.367408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.367576] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.367673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.367734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.367879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.367956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.368040] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1082.393737] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.393737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.393737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.393976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.394851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.405632] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1082.461164] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e56aee3b-0064-4d0c-9b68-1af47326dd6f None None] Enqueued Resource ID: f2ed5ac2-258e-4a35-ade7-94a84cf4c249 with Priority: HIGHEST for action port [ 1082.461724] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ed5ac2-258e-4a35-ade7-94a84cf4c249 with Priority: HIGHEST for action port [ 1082.462117] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ed5ac2-258e-4a35-ade7-94a84cf4c249 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.462301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ed5ac2-258e-4a35-ade7-94a84cf4c249" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.462368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ed5ac2-258e-4a35-ade7-94a84cf4c249" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.462645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ed5ac2-258e-4a35-ade7-94a84cf4c249" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.462730] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ed5ac2-258e-4a35-ade7-94a84cf4c249',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.871734] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.872052] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.872375] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.872704] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.872874] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.873073] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port f6affdc6-8c06-46bf-bdc6-61cf76e3649f not found, creating... [ 1082.873371] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.873559] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.873697] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.875542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.875542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.875542] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.875542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.875542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.875542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.875542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.875542] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: f6affdc6-8c06-46bf-bdc6-61cf76e3649f is going to be created. [ 1082.899965] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.899965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.899965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.899965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.899965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.899965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.965387] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ed5ac2-258e-4a35-ade7-94a84cf4c249 [ 1082.965477] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.965642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.965713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.965935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.966362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.966362] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ed5ac2-258e-4a35-ade7-94a84cf4c249 already deleted. [ 1082.966362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ed5ac2-258e-4a35-ade7-94a84cf4c249" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.648349] env[65403]: INFO networking_nsxv3.common.synchronization [req-5f826a0c-4f8c-4e70-9e50-b816b4f4b417 req-d87edde3-f5a0-4f47-bc92-c991294054c7 service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 1083.648349] env[65403]: INFO networking_nsxv3.common.synchronization [req-5f826a0c-4f8c-4e70-9e50-b816b4f4b417 req-d87edde3-f5a0-4f47-bc92-c991294054c7 service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1083.648349] env[65403]: INFO networking_nsxv3.common.synchronization [req-5f826a0c-4f8c-4e70-9e50-b816b4f4b417 req-d87edde3-f5a0-4f47-bc92-c991294054c7 service nova] Enqueued Resource ID: f6affdc6-8c06-46bf-bdc6-61cf76e3649f with Priority: HIGHEST for action port [ 1083.648349] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 1083.648731] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1083.648932] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6affdc6-8c06-46bf-bdc6-61cf76e3649f with Priority: HIGHEST for action port [ 1083.649382] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.649633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.651122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.651122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.651122] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.652924] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.652924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.652924] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.653130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.653130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.654857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.654857] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6affdc6-8c06-46bf-bdc6-61cf76e3649f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.155273] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.155661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.155709] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6affdc6-8c06-46bf-bdc6-61cf76e3649f with status ACTIVE [ 1084.156422] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.156422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.156422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.156422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.156612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.157494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.157494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.157494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.157494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.157494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.157695] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.158146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.158191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.158393] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.158531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.158588] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6affdc6-8c06-46bf-bdc6-61cf76e3649f is going to be updated. [ 1084.187461] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.187669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.187794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.187933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.188116] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.188254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6affdc6-8c06-46bf-bdc6-61cf76e3649f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.416995] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1084.417199] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 deletion is rescheduled due to dependency. [ 1084.417316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.417478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.417713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.417886] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.418010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.418078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.418227] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.418306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.418408] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.811491] env[65403]: INFO networking_nsxv3.common.synchronization [None req-3380b9ba-28c1-43f3-9613-a445fc94de90 None None] Enqueued Resource ID: 55dca8b5-92c3-47cc-b81e-d684ebed89c5 with Priority: HIGHEST for action port [ 1084.812026] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca8b5-92c3-47cc-b81e-d684ebed89c5 with Priority: HIGHEST for action port [ 1084.812335] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-55dca8b5-92c3-47cc-b81e-d684ebed89c5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.812466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55dca8b5-92c3-47cc-b81e-d684ebed89c5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.812582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55dca8b5-92c3-47cc-b81e-d684ebed89c5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.812838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55dca8b5-92c3-47cc-b81e-d684ebed89c5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.813016] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55dca8b5-92c3-47cc-b81e-d684ebed89c5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.922927] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.315877] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55dca8b5-92c3-47cc-b81e-d684ebed89c5 [ 1085.316237] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.316421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.316521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.316815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.316948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.317098] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55dca8b5-92c3-47cc-b81e-d684ebed89c5 already deleted. [ 1085.317226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55dca8b5-92c3-47cc-b81e-d684ebed89c5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.425989] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.929321] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.929480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.929555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.929828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.929890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.929956] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1085.961259] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.961259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.961259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.961259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.961259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.971103] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1087.983405] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1087.983677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.984487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.984487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.984487] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.984487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.985149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.985494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.985592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.985717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.985775] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.488554] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.991118] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55bf55da-8bb9-4e19-af18-6f3384563e09: rpc.has_security_group_logging(os_id): False [ 1089.008945] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.008945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.008945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.008945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.008945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.009272] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.009272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.009421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.009454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.009532] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.009619] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1089.075326] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.075467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.075526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.075748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.075912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.090342] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1089.812655] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.812798] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1090.889566] env[65403]: INFO networking_nsxv3.common.synchronization [req-cd73cf91-62fd-4b09-b71b-7af4de71b3ce req-a1eae984-90bc-4604-80fd-5d57a1244b2b tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1090.890227] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1090.890542] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.890673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.890744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.890954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.891138] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.891225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.891292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.891440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.891540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.891634] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.112890] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1091.113220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.393771] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.393940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.394010] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.394259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.394353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.394549] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.394647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.394761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.394926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.395015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.395106] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1091.427208] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.427404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.427490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.428151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.428151] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.438153] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1093.449390] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1093.450328] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 deletion is rescheduled due to dependency. [ 1093.450328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.743685] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ee138596-b52e-4fa3-9e24-c647f34e8523 None None] Enqueued Resource ID: 522bf852-c081-4a88-9223-f1fd26a3a700 with Priority: HIGHEST for action port [ 1093.744182] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522bf852-c081-4a88-9223-f1fd26a3a700 with Priority: HIGHEST for action port [ 1093.744182] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-522bf852-c081-4a88-9223-f1fd26a3a700 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.744299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522bf852-c081-4a88-9223-f1fd26a3a700" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.744477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522bf852-c081-4a88-9223-f1fd26a3a700" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.744606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522bf852-c081-4a88-9223-f1fd26a3a700" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.744688] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522bf852-c081-4a88-9223-f1fd26a3a700',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.249042] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 522bf852-c081-4a88-9223-f1fd26a3a700 [ 1094.249042] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.249042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.249042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.249042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.249042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.249042] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:522bf852-c081-4a88-9223-f1fd26a3a700 already deleted. [ 1094.249042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522bf852-c081-4a88-9223-f1fd26a3a700" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.291519] env[65403]: INFO networking_nsxv3.common.synchronization [None req-f518053c-b42a-4930-a91a-0e886f5e5fcc None None] Enqueued Resource ID: 94cf0928-67ed-4484-afc5-36813812b087 with Priority: HIGHEST for action port [ 1096.291949] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cf0928-67ed-4484-afc5-36813812b087 with Priority: HIGHEST for action port [ 1096.292313] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-94cf0928-67ed-4484-afc5-36813812b087 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.292441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94cf0928-67ed-4484-afc5-36813812b087" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.292693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94cf0928-67ed-4484-afc5-36813812b087" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.292787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94cf0928-67ed-4484-afc5-36813812b087" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.292831] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94cf0928-67ed-4484-afc5-36813812b087',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.798425] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94cf0928-67ed-4484-afc5-36813812b087 [ 1096.798722] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.798819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.798865] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.799189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.799343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.799587] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94cf0928-67ed-4484-afc5-36813812b087 already deleted. [ 1096.799587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94cf0928-67ed-4484-afc5-36813812b087" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.088814] env[65403]: INFO networking_nsxv3.common.synchronization [None req-9d6235cd-e79c-45e6-b74a-3642e94f9c75 None None] Enqueued Resource ID: afc7bc04-9612-4cfe-8d1d-fb8aaeede687 with Priority: HIGHEST for action port [ 1097.090728] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc7bc04-9612-4cfe-8d1d-fb8aaeede687 with Priority: HIGHEST for action port [ 1097.090728] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc7bc04-9612-4cfe-8d1d-fb8aaeede687 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.090728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc7bc04-9612-4cfe-8d1d-fb8aaeede687" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.090728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc7bc04-9612-4cfe-8d1d-fb8aaeede687" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.093115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc7bc04-9612-4cfe-8d1d-fb8aaeede687" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.093115] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc7bc04-9612-4cfe-8d1d-fb8aaeede687',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.442376] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.442912] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.442912] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.442999] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.443239] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.443400] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.443516] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.443724] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.443869] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.444091] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.444204] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.444315] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.444637] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.444637] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.444637] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.444841] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.469129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.469365] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.469431] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.469593] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.469988] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-fd098ae9-8a11-42b2-9a36-4412e28babca taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.470129] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.470218] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.470569] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.470708] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd098ae9-8a11-42b2-9a36-4412e28babca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.594629] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afc7bc04-9612-4cfe-8d1d-fb8aaeede687 [ 1097.594906] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.595219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.595366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.595684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.595684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.595810] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afc7bc04-9612-4cfe-8d1d-fb8aaeede687 already deleted. [ 1097.595873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc7bc04-9612-4cfe-8d1d-fb8aaeede687" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.973750] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.974012] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.974167] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.974490] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.974655] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.974846] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port fd098ae9-8a11-42b2-9a36-4412e28babca not found, creating... [ 1097.975149] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.975315] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.975445] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.975688] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.975832] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.976689] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.976881] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.976933] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.977372] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.977372] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.977508] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: fd098ae9-8a11-42b2-9a36-4412e28babca is going to be created. [ 1098.002098] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.002098] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.002277] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.002642] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.002966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003289] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.693501] env[65403]: INFO networking_nsxv3.common.synchronization [req-3a9d30f2-6d16-4565-a58f-014e960b5d44 req-52dc21cb-bf35-42e3-ab21-6b1d12235756 service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 1098.693870] env[65403]: INFO networking_nsxv3.common.synchronization [req-3a9d30f2-6d16-4565-a58f-014e960b5d44 req-52dc21cb-bf35-42e3-ab21-6b1d12235756 service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1098.693870] env[65403]: INFO networking_nsxv3.common.synchronization [req-3a9d30f2-6d16-4565-a58f-014e960b5d44 req-52dc21cb-bf35-42e3-ab21-6b1d12235756 service nova] Enqueued Resource ID: fd098ae9-8a11-42b2-9a36-4412e28babca with Priority: HIGHEST for action port [ 1098.694388] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 1098.694570] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1098.694688] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd098ae9-8a11-42b2-9a36-4412e28babca with Priority: HIGHEST for action port [ 1098.694958] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.695112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.695186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.695469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.695469] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.696413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.696538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.697840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.697840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.697840] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.697840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.697840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.697840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.698387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.698387] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.698825] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd098ae9-8a11-42b2-9a36-4412e28babca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.698939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.698979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.701239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.701239] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd098ae9-8a11-42b2-9a36-4412e28babca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.204381] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd098ae9-8a11-42b2-9a36-4412e28babca with status ACTIVE [ 1099.205022] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.205022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.205022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.205196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.205196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.205380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.205473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.205529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.205684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.205760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.205970] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.206083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.206140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.206285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.206360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.206461] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd098ae9-8a11-42b2-9a36-4412e28babca is going to be updated. [ 1099.207664] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.208142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.208142] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.230266] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.230266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.230523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.230553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.231206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.231206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.711031] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.214036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.214036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.214036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.214346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.214531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.214659] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be created. [ 1100.240404] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.240613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.240729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.241071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.241318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.255324] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: UNINITIALIZED for 2s [ 1100.311336] env[65403]: INFO networking_nsxv3.common.synchronization [req-41c8f112-fd89-4ae2-913d-562d1728d3e0 req-5bd88126-7cbf-40c2-be26-5a7ddf4d964f tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1100.311972] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1100.312207] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.312364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.312406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.312625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.312796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.312913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.312975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.313451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.313451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.313623] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.622280] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.622632] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.622879] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.623307] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.623708] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.623855] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.623963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.624214] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.624421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.624671] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.624804] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.624977] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.625144] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.625261] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.625368] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.625499] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.645759] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.645876] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.646279] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.646279] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-542" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.646554] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-96995350-82b5-4b31-932b-0ac876c96c18 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.646761] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.646826] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.647203] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.648231] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96995350-82b5-4b31-932b-0ac876c96c18',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.816692] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.817246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.817246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.817246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.817246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.817514] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.817596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.817744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.817840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.817891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.817985] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1100.851227] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.852563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.852563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.852563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.852563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.862327] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1101.152966] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.153226] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.153358] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.153685] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.153863] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.154077] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 96995350-82b5-4b31-932b-0ac876c96c18 not found, creating... [ 1101.154380] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.154562] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.154681] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.154950] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.155107] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.155385] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.155542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.155657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.155864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.155998] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.156162] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 96995350-82b5-4b31-932b-0ac876c96c18 is going to be created. [ 1101.185806] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.186148] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.186148] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.186442] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.186663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.187090] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.877940] env[65403]: INFO networking_nsxv3.common.synchronization [req-41c8f112-fd89-4ae2-913d-562d1728d3e0 req-70c1cdef-e3f9-4ce5-9ed6-9088fdf3afd7 service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 1101.878899] env[65403]: INFO networking_nsxv3.common.synchronization [req-41c8f112-fd89-4ae2-913d-562d1728d3e0 req-70c1cdef-e3f9-4ce5-9ed6-9088fdf3afd7 service nova] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1101.878899] env[65403]: INFO networking_nsxv3.common.synchronization [req-41c8f112-fd89-4ae2-913d-562d1728d3e0 req-70c1cdef-e3f9-4ce5-9ed6-9088fdf3afd7 service nova] Enqueued Resource ID: 96995350-82b5-4b31-932b-0ac876c96c18 with Priority: HIGHEST for action port [ 1101.879544] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_rules [ 1101.879733] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1101.879867] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96995350-82b5-4b31-932b-0ac876c96c18 with Priority: HIGHEST for action port [ 1101.880222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.880912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.880912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.880912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.880912] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.882083] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.882083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.886249] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-96995350-82b5-4b31-932b-0ac876c96c18 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.887282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.887282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.887282] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.887282] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96995350-82b5-4b31-932b-0ac876c96c18',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.265571] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 1102.265804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.266097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.266368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.266641] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.267253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.267253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.267253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.267253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.267996] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.267996] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.388656] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.388812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.390176] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96995350-82b5-4b31-932b-0ac876c96c18 with status ACTIVE [ 1102.390416] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.390507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.390566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.390755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.390844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.391029] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.391176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.391210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.391343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.391420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.391598] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.391688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.391749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.391884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.391980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.392049] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96995350-82b5-4b31-932b-0ac876c96c18 is going to be updated. [ 1102.423186] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.423329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.423419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.423582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.423713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.423869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96995350-82b5-4b31-932b-0ac876c96c18" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.524843] env[65403]: INFO networking_nsxv3.common.synchronization [req-7deb9e17-0774-4110-befa-2fc8eabbbcb4 req-43d5a1b2-fc66-4a26-a277-d7821dea1847 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_members [ 1102.525421] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_members [ 1102.525729] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.525850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.525934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.526295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.526453] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.526768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.526768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.526768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.526891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.526923] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.772864] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.772864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.772864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.772864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.772864] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.772864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.773394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.773394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.773394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.773394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.773900] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.773900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.773900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.773900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.773900] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.773900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.774494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.774494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.774494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.774494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.774494] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.848322] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.848542] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.848974] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.848974] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.850224] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.850224] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.850224] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.850224] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.850224] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.850224] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.850224] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.850525] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.850525] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.850591] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.850913] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.850913] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.871793] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.871978] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.872130] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.872315] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.872655] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-f3dc78a1-3497-42eb-85a1-1989869b3b47 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.872830] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.872996] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.873346] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.873485] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dc78a1-3497-42eb-85a1-1989869b3b47',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.875027] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1102.875388] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 1102.875569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.875709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.876890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.876890] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.876890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.876890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.876890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.876890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.877231] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.029978] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.030439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.030439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.030705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.030870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.031212] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.031359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.031431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.031632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.031699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.031771] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca already deleted. [ 1103.031854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.276192] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1025709-e51c-4ea5-92e1-5a7d28e340fe: rpc.has_security_group_logging(os_id): False [ 1103.294082] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.294278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.294278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.294550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.294699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.294973] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.295097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.295167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.295344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.295423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.295601] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.295693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.295754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.295905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.296011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.296196] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.296329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.296381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.296489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.296559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.296642] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be created. [ 1103.361258] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.361489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.361581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.361811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.362037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.377938] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 1103.378581] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.379024] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.379024] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.379338] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.379586] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.379804] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port f3dc78a1-3497-42eb-85a1-1989869b3b47 not found, creating... [ 1103.380130] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.380329] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.380460] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.380685] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.380821] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.381229] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.381331] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.381374] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.381570] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.381698] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.381834] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: f3dc78a1-3497-42eb-85a1-1989869b3b47 is going to be created. [ 1103.383363] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.404174] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.404452] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.404548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.404832] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.405113] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.405346] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.885700] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.132857] env[65403]: INFO networking_nsxv3.common.synchronization [req-7deb9e17-0774-4110-befa-2fc8eabbbcb4 req-7222b530-4692-4252-8bf2-683f26472225 service nova] Enqueued Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_rules [ 1104.133159] env[65403]: INFO networking_nsxv3.common.synchronization [req-7deb9e17-0774-4110-befa-2fc8eabbbcb4 req-7222b530-4692-4252-8bf2-683f26472225 service nova] Enqueued Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_members [ 1104.133751] env[65403]: INFO networking_nsxv3.common.synchronization [req-7deb9e17-0774-4110-befa-2fc8eabbbcb4 req-7222b530-4692-4252-8bf2-683f26472225 service nova] Enqueued Resource ID: f3dc78a1-3497-42eb-85a1-1989869b3b47 with Priority: HIGHEST for action port [ 1104.133751] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_rules [ 1104.133860] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_members [ 1104.133956] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dc78a1-3497-42eb-85a1-1989869b3b47 with Priority: HIGHEST for action port [ 1104.134345] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.134524] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.137021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.137021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.137021] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.137021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.137021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.137021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.137021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.137021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.137021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.137021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.138712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.138712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.138712] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.138712] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dc78a1-3497-42eb-85a1-1989869b3b47 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.138712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.139041] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.139218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.141036] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dc78a1-3497-42eb-85a1-1989869b3b47',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.388698] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.388909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.388961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.389169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.389264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.389366] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1104.419653] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.419810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.419881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.420107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.420253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.432025] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1104.641119] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.642214] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.642338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.642517] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3dc78a1-3497-42eb-85a1-1989869b3b47 with status ACTIVE [ 1104.642687] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.642796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.642894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.643135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.643229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.646326] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.646326] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.646326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.646326] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3dc78a1-3497-42eb-85a1-1989869b3b47 is going to be updated. [ 1104.664765] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.665016] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.665077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.665252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.665390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.665549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dc78a1-3497-42eb-85a1-1989869b3b47" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.758232] env[65403]: INFO networking_nsxv3.common.synchronization [req-43fe74ca-1898-429d-bc30-8de09715f521 req-9dc4b561-48f6-4a77-9bc7-7b69b347dbb8 tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1104.758754] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1104.759130] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.759242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.759242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.759498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.759652] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.759748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.759808] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.759949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.760125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.760125] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.046120] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.046294] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.046445] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.046746] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.047019] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.047172] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.047308] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.047532] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.047675] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.047883] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.048032] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.048131] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.048229] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.048337] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.048442] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.048573] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.066400] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.066574] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.066714] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.066891] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.067222] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.067396] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.067516] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.067822] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.067971] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5d6160-354f-4a98-b4e2-105ac9a5b5e4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.146669] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.262703] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.262957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.262957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.263160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.263254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.263459] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.263563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.263623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.263774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.263851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.263935] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf already deleted. [ 1105.264032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.393295] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 1105.393519] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.570237] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.570465] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.570592] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.570875] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.571065] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.571371] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 not found, creating... [ 1105.571819] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.572123] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.572283] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.572555] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.572700] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.573346] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.573346] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.573493] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.573695] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.573829] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.573980] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 is going to be created. [ 1105.602535] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.602739] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.602873] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.603226] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.603680] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.603949] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.648953] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.649153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.649191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.649397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.649486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.649583] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca is going to be created. [ 1105.693800] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.693800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.693800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.693800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.693800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.713813] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39932a2b-d970-40da-b1f2-5220e15258ca in Status: UNINITIALIZED for 2s [ 1106.352246] env[65403]: INFO networking_nsxv3.common.synchronization [req-43fe74ca-1898-429d-bc30-8de09715f521 req-f0ca714c-7176-43a4-8019-95c91f5a867e service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1106.352509] env[65403]: INFO networking_nsxv3.common.synchronization [req-43fe74ca-1898-429d-bc30-8de09715f521 req-f0ca714c-7176-43a4-8019-95c91f5a867e service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1106.352560] env[65403]: INFO networking_nsxv3.common.synchronization [req-43fe74ca-1898-429d-bc30-8de09715f521 req-f0ca714c-7176-43a4-8019-95c91f5a867e service nova] Enqueued Resource ID: dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 with Priority: HIGHEST for action port [ 1106.353140] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1106.353279] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1106.353392] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 with Priority: HIGHEST for action port [ 1106.353634] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.357047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.357047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.357047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.357047] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.357271] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.357469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.357937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.357937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.357937] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.358237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.358345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.358536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.358634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.358796] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.362440] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.362440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.362440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.363450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.363450] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5d6160-354f-4a98-b4e2-105ac9a5b5e4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.441624] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1106.441835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.441995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.442231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.442448] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.442573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.442632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.442793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.442886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.443023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.443168] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.861327] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.865513] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.865716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.867214] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 with status ACTIVE [ 1106.867468] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.867592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.867658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.867869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.867958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.868149] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.868257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.868312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.868651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.868651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.868775] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.868866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.868925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.869084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.869160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.869244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc5d6160-354f-4a98-b4e2-105ac9a5b5e4 is going to be updated. [ 1106.894055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.894055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.894055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.894055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.894055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.894055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc5d6160-354f-4a98-b4e2-105ac9a5b5e4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.945138] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.945310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.945383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.945671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.945841] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.945941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.946019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.946174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.946260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.946347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.946489] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.946580] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.946638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.946775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.946979] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.947162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.947162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.947326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.947408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.947489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.947578] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.364622] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.450269] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4e60276-bca6-42a4-ad5b-20903f3ae4e2: rpc.has_security_group_logging(os_id): False [ 1107.469793] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.469950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.469998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.470225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.470320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.470524] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.470621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.470683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.470835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.470911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.471099] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.471195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.471255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.471394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.471469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.471651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.471743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.471803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.471938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.472957] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.472957] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1107.535852] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.535852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.535852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.535852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.536104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.552077] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1107.724346] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39932a2b-d970-40da-b1f2-5220e15258ca in Status: SUCCESS [ 1107.724562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.724718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.724937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.725169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.725308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.725387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.725571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.725671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.725763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.725861] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.866824] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.867031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.867126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.867498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.867619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.867750] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be created. [ 1107.893080] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.893281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.893321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.893537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.893706] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.906131] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: UNINITIALIZED for 2s [ 1108.163914] env[65403]: INFO networking_nsxv3.common.synchronization [req-5cc4b2a6-7261-4b12-9c2a-6e3a17795016 req-6cc27b1c-c8c6-4d17-b216-eff19313baf6 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1108.164508] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1108.164826] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.164958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.165097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.165382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.165684] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.165684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.165684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.165868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.165916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.166023] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.229340] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.599037] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.599509] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-949" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.599509] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-949" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.599978] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-949" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.600170] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.600345] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.600466] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.600705] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.600853] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.601755] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.601862] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.602048] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.602208] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.602319] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.602380] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.602522] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.626855] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.627044] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.627198] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.627436] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-949" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.627791] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-16823724-d528-4907-8de8-07ce50ff3051 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.627958] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.628098] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.628534] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.628683] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16823724-d528-4907-8de8-07ce50ff3051',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.671497] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.671750] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.671858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.672145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.672284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.672545] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.672662] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.672728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.673038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.673147] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.673294] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 already deleted. [ 1108.673419] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.731660] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39932a2b-d970-40da-b1f2-5220e15258ca: rpc.has_security_group_logging(os_id): False [ 1108.756883] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.757087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.757134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.757397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.757501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.757766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.757885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.757958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.758145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.758203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.758301] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca is going to be created. [ 1108.833429] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.833666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.833666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.833963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.834067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.848443] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39932a2b-d970-40da-b1f2-5220e15258ca in Status: IN_PROGRESS for 2s [ 1109.131647] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.131954] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.132119] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.132416] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.132626] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.132845] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 16823724-d528-4907-8de8-07ce50ff3051 not found, creating... [ 1109.133234] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.133454] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.133629] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.133914] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.134115] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.134504] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.134728] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.134864] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.135138] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.135314] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.135502] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 16823724-d528-4907-8de8-07ce50ff3051 is going to be created. [ 1109.156891] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.157179] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.157253] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.157547] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.157773] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.157989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.572481] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1109.572898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.920164] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1109.920545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.920784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.920977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.921198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.921345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.921414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.921576] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.921653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.921760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.921886] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.343887] env[65403]: INFO networking_nsxv3.common.synchronization [req-5cc4b2a6-7261-4b12-9c2a-6e3a17795016 req-d20a1c48-0354-4a24-a75f-5ee56e01593e service nova] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_rules [ 1110.343887] env[65403]: INFO networking_nsxv3.common.synchronization [req-5cc4b2a6-7261-4b12-9c2a-6e3a17795016 req-d20a1c48-0354-4a24-a75f-5ee56e01593e service nova] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1110.343887] env[65403]: INFO networking_nsxv3.common.synchronization [req-5cc4b2a6-7261-4b12-9c2a-6e3a17795016 req-d20a1c48-0354-4a24-a75f-5ee56e01593e service nova] Enqueued Resource ID: 16823724-d528-4907-8de8-07ce50ff3051 with Priority: HIGHEST for action port [ 1110.343887] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_rules [ 1110.343887] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1110.343887] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16823724-d528-4907-8de8-07ce50ff3051 with Priority: HIGHEST for action port [ 1110.343887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.343887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.343887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.343887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.343887] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.344316] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.344397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.344448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.344988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.345268] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.345344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.345429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.345591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.345684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.345776] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.347486] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-16823724-d528-4907-8de8-07ce50ff3051 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.349313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.349313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.349313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.349313] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16823724-d528-4907-8de8-07ce50ff3051',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.424703] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.424870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.424960] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.425210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.425423] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.425509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.425575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.425730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.425820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.425924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.426115] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.426233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.426233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.426431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.426539] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.426616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.426664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.426798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.426872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.426984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.427096] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.848468] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.850649] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.850763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.850951] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16823724-d528-4907-8de8-07ce50ff3051 with status ACTIVE [ 1110.851992] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.853558] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.853558] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.853558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.854017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.854017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.854017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.854017] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16823724-d528-4907-8de8-07ce50ff3051 is going to be updated. [ 1110.868297] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39932a2b-d970-40da-b1f2-5220e15258ca in Status: SUCCESS [ 1110.868517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.877168] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.877332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.877369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.877568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.877701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.877860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.929480] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf: rpc.has_security_group_logging(os_id): False [ 1110.949107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.949272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.949341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.949544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.949637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.949822] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.949921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.949986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.950156] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.950237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.950538] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.950651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.950788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.950924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.951013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.951201] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.951313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.951386] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.951539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.951644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.951776] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be created. [ 1111.020855] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.021017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.021098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.021307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.021484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.033270] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1111.356358] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.860079] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.860079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.860079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.860316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.860412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.860511] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be created. [ 1111.885147] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.885310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.885405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.885636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.885795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.898310] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: UNINITIALIZED for 2s [ 1111.914846] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.915349] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.915663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.916083] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.916661] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.916982] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.917254] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.917714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.921213] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.921213] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.921213] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.921213] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.921213] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.921213] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.921213] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.921213] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.941777] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.942160] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.942160] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.943039] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.943039] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.943039] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.943039] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.943944] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.943944] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6427b90-b943-4bb9-b26b-e4bb93d4c15b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.446126] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.446485] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.446630] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.446950] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.447125] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.447445] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.447601] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.447786] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.448043] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.448210] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.448522] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.448681] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.448798] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.449075] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.449222] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.449416] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b is going to be updated. [ 1112.469587] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.469802] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.469987] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.470339] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.470548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.470945] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.048453] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1113.048794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.160518] env[65403]: INFO networking_nsxv3.common.synchronization [req-e1114d73-8887-4765-b2a9-6111a768cb78 req-f2d125be-3522-4955-8d08-8ecb3e8aa531 service nova] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 1113.160615] env[65403]: INFO networking_nsxv3.common.synchronization [req-e1114d73-8887-4765-b2a9-6111a768cb78 req-f2d125be-3522-4955-8d08-8ecb3e8aa531 service nova] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1113.160798] env[65403]: INFO networking_nsxv3.common.synchronization [req-e1114d73-8887-4765-b2a9-6111a768cb78 req-f2d125be-3522-4955-8d08-8ecb3e8aa531 service nova] Enqueued Resource ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b with Priority: HIGHEST for action port [ 1113.161360] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_rules [ 1113.161516] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1113.161624] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b with Priority: HIGHEST for action port [ 1113.161962] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.162330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.162537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.162874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.163015] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.164810] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.165027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.165244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.165322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.165532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.165642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.165733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.165853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.165934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.166123] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.167480] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.169437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.169437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.169437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.169437] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6427b90-b943-4bb9-b26b-e4bb93d4c15b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.665893] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.666034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.670927] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6427b90-b943-4bb9-b26b-e4bb93d4c15b with status ACTIVE [ 1113.671223] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.671377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.671429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.671644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.671761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.671956] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.672070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.672135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.672365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.672470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.672659] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.672760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.672803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.672959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.673045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.673142] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6427b90-b943-4bb9-b26b-e4bb93d4c15b is going to be updated. [ 1113.674202] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.701350] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.701518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.701518] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.701703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.701841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.701998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6427b90-b943-4bb9-b26b-e4bb93d4c15b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.915875] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1113.916500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.916722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.916951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.917197] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.917370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.917460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.917622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.917708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.917800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.917893] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.176802] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.370435] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.370435] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.370435] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.370435] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.370947] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.370947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.370947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.370947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.371123] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.371682] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.371682] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.371682] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.371682] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.371682] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.371865] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.371898] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.391050] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.391236] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.391374] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.391623] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-775" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.391852] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-fd098ae9-8a11-42b2-9a36-4412e28babca taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.392031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.392433] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.392433] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.392590] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd098ae9-8a11-42b2-9a36-4412e28babca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.420979] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.421193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.421193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.421398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.421919] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.422037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.422106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.422335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.422537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.422537] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.422689] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.422784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.422846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.423049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.423154] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.423253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.423315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.423452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.423636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.423636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.423723] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.679402] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.679558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.679599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.679821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.679912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.680048] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a is going to be updated. [ 1114.712105] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.712304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.712357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.712544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.712693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.723663] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: IN_PROGRESS for 2s [ 1114.729860] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ef470d1-0484-4c14-beaa-c8de5d89d25a req-20c79838-f21a-4af8-ac3f-193174383b99 tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1114.730683] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1114.730941] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.731063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.731148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.731422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.731633] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.731753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.731817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.732064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.732215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.732388] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.895460] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.895838] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.896091] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.896644] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.896817] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.897241] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.897489] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.897728] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.899494] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.899814] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.900365] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.900624] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.900839] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.901763] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.901763] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.901763] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: fd098ae9-8a11-42b2-9a36-4412e28babca is going to be updated. [ 1114.928603] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.928834] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.928982] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.929298] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.929551] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.929757] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.930612] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb69cbc8-6f5c-4943-9780-24a707729ad8: rpc.has_security_group_logging(os_id): False [ 1114.949493] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.949646] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.949709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.949926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.950025] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.950224] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.950325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.950381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.950557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.950599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.950792] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.950983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.950983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.951110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.951174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.951487] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.951642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.951749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.951859] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.951938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.952034] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be created. [ 1115.013053] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.013266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.013329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.013538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.013970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.030082] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: IN_PROGRESS for 2s [ 1115.210048] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.210395] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.210516] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.210887] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.211284] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.211520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.211688] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.212009] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.212283] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.212545] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.212704] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.212862] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.213049] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.213204] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.213325] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.213465] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.234709] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.234936] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.234978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.235294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.235390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.235589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.235682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.235740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.235937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.236033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.236124] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1115.238184] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.238340] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.238475] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.238629] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.238912] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.239086] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.239205] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.239580] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.239754] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.271319] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.271553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.271604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.271788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.271929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.282523] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1115.624694] env[65403]: INFO networking_nsxv3.common.synchronization [req-3225b098-ee23-4a92-81ca-370274f658ae req-8d2a2b6e-b0dc-41fa-9860-5923916ce703 service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 1115.624868] env[65403]: INFO networking_nsxv3.common.synchronization [req-3225b098-ee23-4a92-81ca-370274f658ae req-8d2a2b6e-b0dc-41fa-9860-5923916ce703 service nova] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1115.625017] env[65403]: INFO networking_nsxv3.common.synchronization [req-3225b098-ee23-4a92-81ca-370274f658ae req-8d2a2b6e-b0dc-41fa-9860-5923916ce703 service nova] Enqueued Resource ID: fd098ae9-8a11-42b2-9a36-4412e28babca with Priority: HIGHEST for action port [ 1115.625628] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_rules [ 1115.625761] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1115.625858] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd098ae9-8a11-42b2-9a36-4412e28babca with Priority: HIGHEST for action port [ 1115.626192] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.626322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.626443] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.626591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.626666] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.627501] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.627608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.627711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.627834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.627973] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.628188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.628188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.628599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.628709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.628802] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.629516] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd098ae9-8a11-42b2-9a36-4412e28babca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.629621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.629684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.629833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.629958] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd098ae9-8a11-42b2-9a36-4412e28babca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.742448] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.742688] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.742805] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.743339] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.743529] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.743689] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 not found, creating... [ 1115.743957] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.744136] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.744256] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.744483] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.744628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.744888] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.745086] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.745462] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.745821] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.746071] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.746319] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 is going to be created. [ 1115.770059] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.770397] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.770605] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.770996] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.771372] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.771708] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.132905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.134320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.134320] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.134320] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd098ae9-8a11-42b2-9a36-4412e28babca with status ACTIVE [ 1116.134456] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.134549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.134615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.134818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.134903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.135377] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.135377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.135377] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.135589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.135589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.135858] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.135858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.135858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.136035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.136035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.136194] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd098ae9-8a11-42b2-9a36-4412e28babca is going to be updated. [ 1116.164107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.164355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.164422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.164726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.164933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.165254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd098ae9-8a11-42b2-9a36-4412e28babca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.501462] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ef470d1-0484-4c14-beaa-c8de5d89d25a req-82ed2c97-52c2-40fa-924e-5040f63d4708 service nova] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 1116.501856] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ef470d1-0484-4c14-beaa-c8de5d89d25a req-82ed2c97-52c2-40fa-924e-5040f63d4708 service nova] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1116.501856] env[65403]: INFO networking_nsxv3.common.synchronization [req-8ef470d1-0484-4c14-beaa-c8de5d89d25a req-82ed2c97-52c2-40fa-924e-5040f63d4708 service nova] Enqueued Resource ID: 2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 with Priority: HIGHEST for action port [ 1116.502515] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 1116.502697] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1116.502801] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 with Priority: HIGHEST for action port [ 1116.503155] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.503278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.503334] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.503498] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.503583] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.504530] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.504640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.504851] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.504954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.505093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.505249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.505356] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.638056] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.739546] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: SUCCESS [ 1116.740177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.740177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.740441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.740706] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.741260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.741260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.741260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.741452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.741510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.741655] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.008588] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.009145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.009329] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 with status ACTIVE [ 1117.009637] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.009906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.009961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.010256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.010410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.010672] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.010833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.010950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.011222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.011409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.011651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.011804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.011913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.012159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.012285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.012431] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93 is going to be updated. [ 1117.043325] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1117.043775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049145] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.049340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.049440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.049710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.049910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.050162] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dc15f68-8cf4-4eb2-b1ab-4e464d2efa93" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.140980] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.141265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.141345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.141696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.141826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.141970] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 1117.232238] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.232238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.232389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.232541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.233785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.243459] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 1117.243703] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.301928] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1117.302117] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 deletion is rescheduled due to dependency. [ 1117.302322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.302515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.302853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.302949] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.303293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.303293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.303405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.303501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.303595] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.747340] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33a220e5-3999-436c-acc3-b6eec540ca1a: rpc.has_security_group_logging(os_id): False [ 1117.765193] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.765373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.765446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.766542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.788887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.789222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.789349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.789427] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.789629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.789716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.789851] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a is going to be updated. [ 1117.805602] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.851395] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.851563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.851633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.851887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.852045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.865349] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: IN_PROGRESS for 2s [ 1118.308205] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.811349] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.811686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.811686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.811810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.811900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.811999] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1118.857702] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.857905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.857993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.858226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.858391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.872170] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1119.255683] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 1119.255911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.256104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.256394] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.256589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.256712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.256776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.256937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.257033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.257124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.257218] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.761172] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.761428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.761606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.761887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.762148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.762293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.762491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.762550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.762596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.762693] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.762913] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.763046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.763157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.763258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.763402] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.763495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.763546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.763749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.763829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.763947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.764068] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.881033] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: SUCCESS [ 1119.881400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.266902] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1025709-e51c-4ea5-92e1-5a7d28e340fe: rpc.has_security_group_logging(os_id): False [ 1120.286025] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.286240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.286352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.286478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.286589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.286795] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.286899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.287029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.287125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.287229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.287388] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.287489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.287566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.287774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.287833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.287979] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.288108] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.288169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.288496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.288496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.288646] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 1120.357389] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.357563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.357682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.358012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.358294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376832] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 1120.884048] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1120.884323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.884323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.884596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.884756] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.884879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.884967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.885155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.885310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.885426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.885522] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.364266] env[65403]: INFO networking_nsxv3.common.synchronization [req-91d81f8d-793b-40e5-a602-b5ddb9533daf req-9786aaab-8897-4cba-9ad5-107e38b9d81c tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1121.364266] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1121.364749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.364749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.364749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.365057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.365102] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.365254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.365351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.365469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.365552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.365643] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.388400] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.694757] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.695010] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.695091] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.695421] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.695705] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.695889] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.696050] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.696294] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.696444] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.696680] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.696798] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.696927] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.697072] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.697191] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.697299] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.697453] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.721000] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.721218] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.721365] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.721564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.722038] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.722271] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.722450] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.722743] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.722941] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d54aea5-0e7a-4af5-9220-af7ed93b3d23',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.867627] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.890618] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5b8898-a588-4079-a416-8c4e8284c4e7: rpc.has_security_group_logging(os_id): False [ 1121.912203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.912390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.912434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.912627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.912718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.912953] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.913068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.913128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.913360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.913360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.913480] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1121.980030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.980177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.980248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.980526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.980770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.996434] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1122.225764] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.226068] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.226154] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.226576] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.226801] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.227050] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 2d54aea5-0e7a-4af5-9220-af7ed93b3d23 not found, creating... [ 1122.227402] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.227657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.227781] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.228197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.228359] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.228790] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.228952] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.229110] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.229328] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.229516] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.230062] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 2d54aea5-0e7a-4af5-9220-af7ed93b3d23 is going to be created. [ 1122.270794] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.271020] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.271076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.271363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.271595] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.271823] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.369632] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.394149] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 1122.394430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.872975] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.873172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.873329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.873600] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.873729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.873855] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1122.912795] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.913143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.913143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.913273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.913402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.922456] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1122.945035] env[65403]: INFO networking_nsxv3.common.synchronization [req-91d81f8d-793b-40e5-a602-b5ddb9533daf req-40c38dc0-84d2-4a1d-bb90-3396528abb7a service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1122.945035] env[65403]: INFO networking_nsxv3.common.synchronization [req-91d81f8d-793b-40e5-a602-b5ddb9533daf req-40c38dc0-84d2-4a1d-bb90-3396528abb7a service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1122.945214] env[65403]: INFO networking_nsxv3.common.synchronization [req-91d81f8d-793b-40e5-a602-b5ddb9533daf req-40c38dc0-84d2-4a1d-bb90-3396528abb7a service nova] Enqueued Resource ID: 2d54aea5-0e7a-4af5-9220-af7ed93b3d23 with Priority: HIGHEST for action port [ 1122.945790] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1122.945921] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1122.946026] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d54aea5-0e7a-4af5-9220-af7ed93b3d23 with Priority: HIGHEST for action port [ 1122.946342] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.946439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.946492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.946728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.946771] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.947675] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.947779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.947971] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.948465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.948758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.948758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.948865] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d54aea5-0e7a-4af5-9220-af7ed93b3d23',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.450544] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.450701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.450884] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d54aea5-0e7a-4af5-9220-af7ed93b3d23 with status ACTIVE [ 1123.451071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.451183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.451246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.451529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.451652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.451831] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.451930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.451988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.452163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.452240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.452419] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.452513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.452569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.452708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.452780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.452863] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d54aea5-0e7a-4af5-9220-af7ed93b3d23 is going to be updated. [ 1123.476329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.476329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.476329] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.476671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.476705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.476861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d54aea5-0e7a-4af5-9220-af7ed93b3d23" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.012789] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1124.013171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.934325] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1124.934556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.934828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.935176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.935456] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.935586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.935654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.935837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.935917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.936192] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.443151] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.949803] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.453307] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.453787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.453787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.454053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.454201] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.454363] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1126.483913] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.484152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.484152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.484335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.484502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.493363] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1127.946566] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.946920] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1128.505769] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1128.506024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.506207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.506477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.506702] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.506838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.506838] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.506995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.507090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.507178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.507299] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.009327] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.009674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.009674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.009770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.009925] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.010051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.010120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.010276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.010366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.010488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.010602] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.010738] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.010801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.011858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.011858] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.011858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.011858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.011858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.011858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.011858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.011858] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.513745] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf: rpc.has_security_group_logging(os_id): False [ 1129.535789] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.536023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.536084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.536379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.536476] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.536727] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.536831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.536898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.537102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.537186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.537413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.537521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.537603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.537815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.537911] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.538124] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.538236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.538298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.538469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.538660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.538660] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1129.630347] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.630502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.630594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.630774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.630916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.651555] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1131.651283] env[65403]: INFO networking_nsxv3.common.synchronization [req-ea82af9d-9e32-435a-a73d-62d8b0a48a60 req-b4b1c41d-d709-40a7-a08d-9f116c8dedd4 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1131.651624] env[65403]: INFO networking_nsxv3.common.synchronization [req-ea82af9d-9e32-435a-a73d-62d8b0a48a60 req-b4b1c41d-d709-40a7-a08d-9f116c8dedd4 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_members [ 1131.652100] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1131.652238] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_members [ 1131.653624] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.653754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.653827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.654043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.654203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.654700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.654790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.654993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.655049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.655107] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.657127] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8472225e-982e-4707-861f-e5187f822b5d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.657127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.657127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.658697] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.658697] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.658782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.658813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.658983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.659082] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.659174] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.674941] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1131.675245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.701710] env[65403]: INFO networking_nsxv3.common.synchronization [req-ea82af9d-9e32-435a-a73d-62d8b0a48a60 req-b4b1c41d-d709-40a7-a08d-9f116c8dedd4 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_rules [ 1131.701845] env[65403]: INFO networking_nsxv3.common.synchronization [req-ea82af9d-9e32-435a-a73d-62d8b0a48a60 req-b4b1c41d-d709-40a7-a08d-9f116c8dedd4 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_members [ 1131.701977] env[65403]: INFO networking_nsxv3.common.synchronization [req-ea82af9d-9e32-435a-a73d-62d8b0a48a60 req-b4b1c41d-d709-40a7-a08d-9f116c8dedd4 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_rules [ 1131.702117] env[65403]: INFO networking_nsxv3.common.synchronization [req-ea82af9d-9e32-435a-a73d-62d8b0a48a60 req-b4b1c41d-d709-40a7-a08d-9f116c8dedd4 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1131.702244] env[65403]: INFO networking_nsxv3.common.synchronization [req-ea82af9d-9e32-435a-a73d-62d8b0a48a60 req-b4b1c41d-d709-40a7-a08d-9f116c8dedd4 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: 16823724-d528-4907-8de8-07ce50ff3051 with Priority: HIGHEST for action port [ 1131.702729] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_rules [ 1131.703248] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_rules [ 1131.703467] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16823724-d528-4907-8de8-07ce50ff3051 with Priority: HIGHEST for action port [ 1131.703580] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_members [ 1131.703674] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1131.704047] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8472225e-982e-4707-861f-e5187f822b5d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.704110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.704152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.704406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.704489] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.705578] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.705675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.705707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.705904] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.705974] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.706762] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-16823724-d528-4907-8de8-07ce50ff3051 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.706902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.706948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.707306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.707306] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16823724-d528-4907-8de8-07ce50ff3051',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.708418] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8472225e-982e-4707-861f-e5187f822b5d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.708418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.708418] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.708418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.158571] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.163404] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.212028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.212028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8472225e-982e-4707-861f-e5187f822b5d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.212028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16823724-d528-4907-8de8-07ce50ff3051 with status ACTIVE [ 1132.212028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.212028] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.212028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.212597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.212597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.212597] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.212597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.212597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.212737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.212737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.212791] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16823724-d528-4907-8de8-07ce50ff3051 is going to be updated. [ 1132.240335] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.241643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.241643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.241643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.241643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.241643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.334741] env[65403]: INFO networking_nsxv3.common.synchronization [req-c4d102ae-3447-40f6-82e3-0876719421f7 req-4f9f4e81-cb70-4617-96cc-5c7fb777e40e tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1132.335327] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1132.335756] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.336604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.336604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.336604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.336604] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.336604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.336604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.337067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.337067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.337067] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.526167] env[65403]: INFO networking_nsxv3.common.synchronization [req-7d681f61-9b00-4251-b14c-a13c58d249e4 req-6564af60-edc0-4121-b65e-90bf94abb460 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1132.526331] env[65403]: INFO networking_nsxv3.common.synchronization [req-7d681f61-9b00-4251-b14c-a13c58d249e4 req-6564af60-edc0-4121-b65e-90bf94abb460 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_members [ 1132.527458] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1132.527627] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8472225e-982e-4707-861f-e5187f822b5d with Priority: HIGHEST for action security_group_members [ 1132.527999] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.528182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.528409] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8472225e-982e-4707-861f-e5187f822b5d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.528409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.572716] env[65403]: INFO networking_nsxv3.common.synchronization [req-7d681f61-9b00-4251-b14c-a13c58d249e4 req-6564af60-edc0-4121-b65e-90bf94abb460 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_rules [ 1132.572907] env[65403]: INFO networking_nsxv3.common.synchronization [req-7d681f61-9b00-4251-b14c-a13c58d249e4 req-6564af60-edc0-4121-b65e-90bf94abb460 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1132.573055] env[65403]: INFO networking_nsxv3.common.synchronization [req-7d681f61-9b00-4251-b14c-a13c58d249e4 req-6564af60-edc0-4121-b65e-90bf94abb460 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: 16823724-d528-4907-8de8-07ce50ff3051 with Priority: HIGHEST for action port [ 1132.573620] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_rules [ 1132.573867] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1132.573965] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16823724-d528-4907-8de8-07ce50ff3051 with Priority: HIGHEST for action port [ 1132.574256] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.574353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.574541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.574622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.575255] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-16823724-d528-4907-8de8-07ce50ff3051 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.575255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.575357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.575581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.575671] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16823724-d528-4907-8de8-07ce50ff3051',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.667346] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.670322] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.841471] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.077592] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16823724-d528-4907-8de8-07ce50ff3051 with status ACTIVE [ 1133.078281] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.078553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.078650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.078905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.079075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.079391] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.079703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.079703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.079835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.079930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.080199] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.080420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.080420] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.080543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.080625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.080737] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16823724-d528-4907-8de8-07ce50ff3051 is going to be updated. [ 1133.112268] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.112268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.112268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.112268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.112268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.112268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16823724-d528-4907-8de8-07ce50ff3051" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.170840] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.171032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.171569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.171569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.171569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.171748] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be updated. [ 1133.175764] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.175939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.176806] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.179861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.179861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.179861] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8472225e-982e-4707-861f-e5187f822b5d is going to be created. [ 1133.224993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.225889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.225889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.225889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.225889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.259027] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.259027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.259027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.259027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.259027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.267184] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8472225e-982e-4707-861f-e5187f822b5d in Status: UNINITIALIZED for 2s [ 1133.281990] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: IN_PROGRESS for 2s [ 1133.343937] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.846916] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.847286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.847286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.847364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.847455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.847552] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be updated. [ 1133.879500] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.879711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.879711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.879939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.881330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.896929] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: IN_PROGRESS for 2s [ 1134.693386] env[65403]: INFO networking_nsxv3.common.synchronization [req-0daff1c3-9d5c-42e2-bf14-8cda1e6a134b req-ad734ddc-817a-4fdb-9134-4e4b67d5a907 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_members [ 1134.693386] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 with Priority: HIGHEST for action security_group_members [ 1134.693386] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.693386] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.693386] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.693972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.695938] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.695938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.695938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.695938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.695938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.695938] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b49d648-dc29-4ee0-8a3b-e0418b9f63a4',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.238251] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.238592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.238592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.238674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.241239] env[65403]: INFO networking_nsxv3.common.synchronization [req-d27ce072-9e37-4cba-8692-0a37cf36ef51 req-d9b1efd8-a4fb-4b3f-9356-28e68910fec6 tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1135.241858] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1135.242531] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.242655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.242713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.242877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.243032] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.243128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.243188] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.243331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.243414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.243506] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.262872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.263304] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.263510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.263637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.263950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.264112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.264258] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 is going to be updated. [ 1135.274692] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8472225e-982e-4707-861f-e5187f822b5d in Status: SUCCESS [ 1135.275152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.275826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.275993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.276190] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.276309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.276375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.276604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.276688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.276791] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.294670] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1135.294871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.295922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.295922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.296131] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.296131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.296262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.296345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.296439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.296515] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.298055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.298512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.298565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.298757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.298916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.307424] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 in Status: IN_PROGRESS for 2s [ 1135.746145] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.778645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.778800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.778889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.779178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.779711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.779915] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.780075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.780164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.780359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.780444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.780544] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8472225e-982e-4707-861f-e5187f822b5d is going to be deleted. [ 1135.801412] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.824253] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.824253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.824253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.824253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.824253] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824653] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.824653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.824653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.824653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824806] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.917796] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: SUCCESS [ 1135.918088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.248611] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.303974] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.328435] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.328622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.328663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.328901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.329014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.329215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.329316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.329378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.329536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.329609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.329691] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8472225e-982e-4707-861f-e5187f822b5d already deleted. [ 1136.329769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.329864] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.330716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.331479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.331479] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.331479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.331479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.331479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.331479] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.331479] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.754791] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.754791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.756218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.756218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.756218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.756218] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1136.786885] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.787115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.787157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.787385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.787531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.797238] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1136.806876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.807091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.807091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.807315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.807403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.807504] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be updated. [ 1136.833397] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8472225e-982e-4707-861f-e5187f822b5d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.834507] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.834639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.834690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.834899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.834980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.835200] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.835313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.835360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.835544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.835621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.835708] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8472225e-982e-4707-861f-e5187f822b5d already deleted. [ 1136.835784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.846876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.847084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.847136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.847405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.847627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.866204] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: IN_PROGRESS for 2s [ 1137.333911] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 in Status: SUCCESS [ 1137.334241] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b49d648-dc29-4ee0-8a3b-e0418b9f63a4 deletion is rescheduled due to dependency. [ 1137.334241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b49d648-dc29-4ee0-8a3b-e0418b9f63a4" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.336657] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8472225e-982e-4707-861f-e5187f822b5d: rpc.has_security_group_logging(os_id): False [ 1137.356332] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.356590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.356590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.356752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.356849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.357055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.357175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.357263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.357398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.357464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.357555] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8472225e-982e-4707-861f-e5187f822b5d is going to be created. [ 1137.377964] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8472225e-982e-4707-861f-e5187f822b5d], does not exist path=[/infra/domains/default/groups/8472225e-982e-4707-861f-e5187f822b5d]."\n}' [ 1137.378190] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8472225e-982e-4707-861f-e5187f822b5d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8472225e-982e-4707-861f-e5187f822b5d [ 1137.378275] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1137.420985] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.421274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.421274] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.421442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.422572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.422867] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.423018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.423060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.423211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.423289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.423460] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.423655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.423709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.423856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.423928] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.424022] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8472225e-982e-4707-861f-e5187f822b5d is going to be created. [ 1137.440221] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8472225e-982e-4707-861f-e5187f822b5d], does not exist path=[/infra/domains/default/groups/8472225e-982e-4707-861f-e5187f822b5d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8472225e-982e-4707-861f-e5187f822b5d [ 1137.440378] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8472225e-982e-4707-861f-e5187f822b5d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.440588] env[65403]: Traceback (most recent call last): [ 1137.440680] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1137.440680] env[65403]: return func(*args, **kwargs) [ 1137.440680] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1137.440680] env[65403]: res.raise_for_status() [ 1137.440680] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1137.440680] env[65403]: raise HTTPError(http_error_msg, response=self) [ 1137.440680] env[65403]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8472225e-982e-4707-861f-e5187f822b5d [ 1137.440680] env[65403]: During handling of the above exception, another exception occurred: [ 1137.440680] env[65403]: Traceback (most recent call last): [ 1137.440680] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1137.440680] env[65403]: listener.cb(fileno) [ 1137.440680] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1137.440680] env[65403]: result = function(*args, **kwargs) [ 1137.440680] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1137.440680] env[65403]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1137.440680] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1137.440680] env[65403]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1137.440680] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1137.440680] env[65403]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1137.440680] env[65403]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1137.440680] env[65403]: res.raise_for_status() [ 1137.440680] env[65403]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1137.440680] env[65403]: raise HTTPError(http_error_msg, response=self) [ 1137.440680] env[65403]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8472225e-982e-4707-861f-e5187f822b5d [ 1137.440680] env[65403]: Removing descriptor: 66 [ 1138.248060] env[65403]: INFO networking_nsxv3.common.synchronization [req-2b9c0b7e-119d-43ef-b40b-bc3ea4104011 req-8f717066-e7cb-41e3-9b3d-3c4b1244be79 tempest-ServerRescueTestJSONUnderV235-1769027853 tempest-ServerRescueTestJSONUnderV235-1769027853-project-member] Enqueued Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1138.248060] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 with Priority: HIGHEST for action security_group_members [ 1138.248060] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.249860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.808025] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1138.808435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.879709] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1138.879962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.880152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.880417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.880577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.880696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.880792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.881048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.881142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.881236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.881340] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.885491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.885944] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.885944] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.886280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.886280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.886280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.886446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.886446] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.182172] env[65403]: INFO networking_nsxv3.common.synchronization [req-d2e3e9c8-7986-4a03-8f95-cfa9c6235b77 req-27572380-cbc3-4808-8699-79a52fc2214a tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1139.182172] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGHEST for action security_group_members [ 1139.182427] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.182552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.182627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.182824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.182974] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.183086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.183145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.183288] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.183371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.183487] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.386065] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.386268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.388947] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.389182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.389368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.389747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.417036] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.417036] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.417294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.417294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.417433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.417613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.417725] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be updated. [ 1139.451292] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.451569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.451569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.451742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.451885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.461533] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: IN_PROGRESS for 2s [ 1139.687117] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.687117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.687117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.687117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.712192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.712460] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.712603] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.712672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.712874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.712956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.713058] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be updated. [ 1139.744545] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.744695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.744819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.744971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.745121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.754469] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: IN_PROGRESS for 2s [ 1141.473447] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1141.473837] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 deletion is rescheduled due to dependency. [ 1141.473837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.473966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.474195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.474400] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.474504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.474560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.474721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.474792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.475101] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.765918] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f566b29-0176-4411-a60d-217f335dff38 in Status: SUCCESS [ 1141.766123] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f566b29-0176-4411-a60d-217f335dff38 deletion is rescheduled due to dependency. [ 1141.766238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.978056] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.978056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.978056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.978373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.978373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.978472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.978542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.978601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.978755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.978832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.978920] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be updated. [ 1142.004508] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.004728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.004878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.005107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.005258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.013968] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: IN_PROGRESS for 2s [ 1144.028175] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1144.028399] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 deletion is rescheduled due to dependency. [ 1144.028502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.028696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.028954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.029169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.029290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.029371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.029544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.029664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.029785] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.183278] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.183381] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1144.532121] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.532294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.532367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.532595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.532684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.532879] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.532975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.533049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.533198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.533277] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.533379] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be updated. [ 1144.560319] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.560468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.560539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.560807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.560968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.571603] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: IN_PROGRESS for 2s [ 1146.037663] env[65403]: INFO networking_nsxv3.common.synchronization [None req-bf7b2889-3a74-4fd5-b64a-91d36990db4d tempest-AttachInterfacesTestJSON-1863461622 tempest-AttachInterfacesTestJSON-1863461622-project-member] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1146.037663] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGHEST for action security_group_members [ 1146.037663] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.037663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.037663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.038370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.038370] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.038370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.038370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.038370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.038370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.038790] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.541732] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.541832] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.541869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.542159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.563767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.564492] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.564492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.564492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.564492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.564492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.564717] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be updated. [ 1146.581313] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1146.581502] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 deletion is rescheduled due to dependency. [ 1146.581612] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.581770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.582074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.582228] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.582763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.582763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.582763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.582763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.582763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.582917] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb69cbc8-6f5c-4943-9780-24a707729ad8 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.582917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.582992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.583472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.583472] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.583472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.583472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.583673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.583673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.583766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.584578] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.596439] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.596575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.596680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.596919] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.597109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.607123] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: IN_PROGRESS for 2s [ 1146.662912] env[65403]: INFO networking_nsxv3.common.synchronization [req-80a1d254-037c-4857-a15f-906946118ab6 req-b78a24eb-ccdb-4940-a770-2f8429fa70f5 tempest-DeleteServersTestJSON-285716021 tempest-DeleteServersTestJSON-285716021-project-member] Enqueued Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1146.663486] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 with Priority: HIGHEST for action security_group_members [ 1146.663853] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.664015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.664078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664426] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.664548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.664624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.664903] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4e60276-bca6-42a4-ad5b-20903f3ae4e2',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.086690] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb69cbc8-6f5c-4943-9780-24a707729ad8: rpc.has_security_group_logging(os_id): False [ 1147.105946] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.106137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.106211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.106470] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.106756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.107044] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.107183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.107257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.107492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.107555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.107830] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.107884] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.107972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.108256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.108256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.108380] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.108664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.108664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.108785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.108785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.108837] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be updated. [ 1147.168601] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.168601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.168601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.168601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.178836] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.179058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.192174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.192476] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.192623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.192707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.192935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.193129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.193129] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 is going to be updated. [ 1147.194222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.194807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.194952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.209351] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: IN_PROGRESS for 2s [ 1147.224959] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.224959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.224959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.225190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.225340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.236107] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: IN_PROGRESS for 2s [ 1147.242441] env[65403]: INFO networking_nsxv3.common.synchronization [req-d6048537-bd93-47fe-a907-61a2240cf25c req-1dde72f1-c969-4c97-918e-91c5908a04bc tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_members [ 1147.243054] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGHEST for action security_group_members [ 1147.243402] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.243589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.243665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.243896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.244451] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.244451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.244451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.244451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.244451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.244699] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.746606] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.746845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.746914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.747128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.769770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.770181] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.770677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.770677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.770792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.770874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.770947] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca is going to be updated. [ 1147.804378] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.806477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.806584] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.806861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.807062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.818563] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39932a2b-d970-40da-b1f2-5220e15258ca in Status: IN_PROGRESS for 2s [ 1148.618191] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe in Status: SUCCESS [ 1148.618604] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe deletion is rescheduled due to dependency. [ 1148.618604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.223463] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 in Status: SUCCESS [ 1149.223729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.223910] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.224165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.224263] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb69cbc8-6f5c-4943-9780-24a707729ad8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.251158] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 in Status: SUCCESS [ 1149.251384] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4e60276-bca6-42a4-ad5b-20903f3ae4e2 deletion is rescheduled due to dependency. [ 1149.251439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4e60276-bca6-42a4-ad5b-20903f3ae4e2" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.688885] env[65403]: INFO networking_nsxv3.common.synchronization [None req-86dde054-e6b0-448a-a00e-2ee5f831c5f5 None None] Enqueued Resource ID: d7e87c38-d871-49dc-b60e-3c16795764d8 with Priority: HIGHEST for action port [ 1149.689432] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e87c38-d871-49dc-b60e-3c16795764d8 with Priority: HIGHEST for action port [ 1149.689759] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e87c38-d871-49dc-b60e-3c16795764d8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.689892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e87c38-d871-49dc-b60e-3c16795764d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.689929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e87c38-d871-49dc-b60e-3c16795764d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.690784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e87c38-d871-49dc-b60e-3c16795764d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.690871] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e87c38-d871-49dc-b60e-3c16795764d8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.746958] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.747104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.747104] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.747317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.747407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.747506] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb69cbc8-6f5c-4943-9780-24a707729ad8 is going to be deleted. [ 1149.797201] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.797346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.797409] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.797616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.797707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.797841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb69cbc8-6f5c-4943-9780-24a707729ad8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.828613] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39932a2b-d970-40da-b1f2-5220e15258ca in Status: SUCCESS [ 1149.828613] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca deletion is rescheduled due to dependency. [ 1149.828613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.927982] env[65403]: INFO networking_nsxv3.common.synchronization [req-559b3f9d-3d0f-4927-8d15-a191f8f11c54 req-6024722a-e02c-4644-a4ca-9a346d678985 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 1149.927982] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 1149.927982] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.927982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.927982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.927982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.927982] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.927982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.927982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.927982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.927982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.928837] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.195504] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7e87c38-d871-49dc-b60e-3c16795764d8 [ 1150.196743] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.196743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.196743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.196743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.196743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.197227] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7e87c38-d871-49dc-b60e-3c16795764d8 already deleted. [ 1150.197345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e87c38-d871-49dc-b60e-3c16795764d8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.364019] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.364019] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.364019] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.364019] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.364282] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.364410] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.364523] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.364788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.364939] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.365158] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.365267] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.365366] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.365467] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.365570] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.365672] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.365820] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.386892] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.387086] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.387229] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.387406] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.387732] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-67e30284-a2b9-495b-bb8b-b8012e186aa8 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.387983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.388125] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.388436] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.388571] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e30284-a2b9-495b-bb8b-b8012e186aa8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.431493] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.431654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.431726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.431940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.432045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.432356] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.432462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.432525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.432689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.432768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.432859] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be deleted. [ 1150.461943] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.462122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.462161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.462597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.462705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.462794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.893512] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.893790] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.893911] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.894941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.894941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.894941] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 67e30284-a2b9-495b-bb8b-b8012e186aa8 not found, creating... [ 1150.894941] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.894941] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.895498] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.895498] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.895498] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.895678] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.895849] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.895965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.896215] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.896347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.896487] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 67e30284-a2b9-495b-bb8b-b8012e186aa8 is going to be created. [ 1150.917844] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.918084] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.918229] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.918466] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.918700] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.918921] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.616167] env[65403]: INFO networking_nsxv3.common.synchronization [req-559b3f9d-3d0f-4927-8d15-a191f8f11c54 req-6d686548-1e19-4a17-8e2c-4d0c4341b4d9 service nova] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_rules [ 1151.616167] env[65403]: INFO networking_nsxv3.common.synchronization [req-559b3f9d-3d0f-4927-8d15-a191f8f11c54 req-6d686548-1e19-4a17-8e2c-4d0c4341b4d9 service nova] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 1151.616288] env[65403]: INFO networking_nsxv3.common.synchronization [req-559b3f9d-3d0f-4927-8d15-a191f8f11c54 req-6d686548-1e19-4a17-8e2c-4d0c4341b4d9 service nova] Enqueued Resource ID: 67e30284-a2b9-495b-bb8b-b8012e186aa8 with Priority: HIGHEST for action port [ 1151.616847] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_rules [ 1151.616983] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 1151.617123] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e30284-a2b9-495b-bb8b-b8012e186aa8 with Priority: HIGHEST for action port [ 1151.617493] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.617493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.617724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.617773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.617823] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.620021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.620021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.620236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.620236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.620469] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.620569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.620623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.623751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.623751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.623751] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.623751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e30284-a2b9-495b-bb8b-b8012e186aa8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.623751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.623751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.623751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.623751] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e30284-a2b9-495b-bb8b-b8012e186aa8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.804838] env[65403]: INFO networking_nsxv3.common.synchronization [None req-a3c50cb2-3fd8-4fc7-afb2-08eab21c5013 None None] Enqueued Resource ID: 44762afd-2272-4f22-b779-4b91f44849ae with Priority: HIGHEST for action port [ 1151.806381] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44762afd-2272-4f22-b779-4b91f44849ae with Priority: HIGHEST for action port [ 1151.806381] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-44762afd-2272-4f22-b779-4b91f44849ae taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.806381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44762afd-2272-4f22-b779-4b91f44849ae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.806381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44762afd-2272-4f22-b779-4b91f44849ae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.806381] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44762afd-2272-4f22-b779-4b91f44849ae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.809173] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44762afd-2272-4f22-b779-4b91f44849ae',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.812238] env[65403]: INFO networking_nsxv3.common.synchronization [None req-05befecd-293e-4870-a2ae-9d68d66e9144 None None] Enqueued Resource ID: 0f2f6a6e-dbec-4dc1-830a-f308917efcb5 with Priority: HIGHEST for action port [ 1151.812522] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2f6a6e-dbec-4dc1-830a-f308917efcb5 with Priority: HIGHEST for action port [ 1151.813046] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2f6a6e-dbec-4dc1-830a-f308917efcb5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.813160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2f6a6e-dbec-4dc1-830a-f308917efcb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.813220] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2f6a6e-dbec-4dc1-830a-f308917efcb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.813445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2f6a6e-dbec-4dc1-830a-f308917efcb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.813519] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2f6a6e-dbec-4dc1-830a-f308917efcb5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.120801] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.121110] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.126771] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.128862] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e30284-a2b9-495b-bb8b-b8012e186aa8 with status ACTIVE [ 1152.129162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.129349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.129462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.129771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.129927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.130215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.130372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.130487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.130731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.130887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.131162] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.131490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.131599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.131843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.132497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.132497] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e30284-a2b9-495b-bb8b-b8012e186aa8 is going to be updated. [ 1152.159266] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.159266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.159266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.159266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.159522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.159522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.313015] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44762afd-2272-4f22-b779-4b91f44849ae [ 1152.313015] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.313225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.313225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.317246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.317246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.317246] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44762afd-2272-4f22-b779-4b91f44849ae already deleted. [ 1152.317246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44762afd-2272-4f22-b779-4b91f44849ae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.317246] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f2f6a6e-dbec-4dc1-830a-f308917efcb5 [ 1152.317469] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.317523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.317622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.318364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.318364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.318364] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f2f6a6e-dbec-4dc1-830a-f308917efcb5 already deleted. [ 1152.318364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2f6a6e-dbec-4dc1-830a-f308917efcb5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.630460] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.132225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.132606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.132606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.132675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.132759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.132874] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be created. [ 1153.161029] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.161782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.161782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.161782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.161782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.172100] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: UNINITIALIZED for 2s [ 1153.260024] env[65403]: INFO networking_nsxv3.common.synchronization [None req-959ee83d-52b3-489c-9a2f-81949469c496 None None] Enqueued Resource ID: 5dec5f90-6c33-45b1-8fbf-65ceb87a9b51 with Priority: HIGHEST for action port [ 1153.260998] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dec5f90-6c33-45b1-8fbf-65ceb87a9b51 with Priority: HIGHEST for action port [ 1153.261370] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dec5f90-6c33-45b1-8fbf-65ceb87a9b51 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.261489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dec5f90-6c33-45b1-8fbf-65ceb87a9b51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.261551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dec5f90-6c33-45b1-8fbf-65ceb87a9b51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.261819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dec5f90-6c33-45b1-8fbf-65ceb87a9b51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.261927] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dec5f90-6c33-45b1-8fbf-65ceb87a9b51',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.767490] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dec5f90-6c33-45b1-8fbf-65ceb87a9b51 [ 1153.767815] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.768097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.768269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.769418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.770090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.770262] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dec5f90-6c33-45b1-8fbf-65ceb87a9b51 already deleted. [ 1153.770517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dec5f90-6c33-45b1-8fbf-65ceb87a9b51" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.012299] env[65403]: INFO networking_nsxv3.common.synchronization [None req-fea5e551-5b7a-472c-9f0d-a4941df5bf6f None None] Enqueued Resource ID: a0af784b-fc7e-4a5c-9509-907aeae9db1c with Priority: HIGHEST for action port [ 1154.013046] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0af784b-fc7e-4a5c-9509-907aeae9db1c with Priority: HIGHEST for action port [ 1154.013364] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0af784b-fc7e-4a5c-9509-907aeae9db1c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.013483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0af784b-fc7e-4a5c-9509-907aeae9db1c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.013550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0af784b-fc7e-4a5c-9509-907aeae9db1c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.013882] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0af784b-fc7e-4a5c-9509-907aeae9db1c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.013967] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0af784b-fc7e-4a5c-9509-907aeae9db1c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.445421] env[65403]: INFO networking_nsxv3.common.synchronization [req-8077d82a-c833-4862-b2f9-54bdc0f4fdeb req-dd7ffe4c-b49f-4c00-bbb5-120b7306933c tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1154.446586] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1154.447892] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.447892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.447892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.450757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.450941] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.451112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.451175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.451335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.451423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.451517] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.517904] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0af784b-fc7e-4a5c-9509-907aeae9db1c [ 1154.518183] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.518315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.518379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.518626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.518712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.518831] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0af784b-fc7e-4a5c-9509-907aeae9db1c already deleted. [ 1154.519040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0af784b-fc7e-4a5c-9509-907aeae9db1c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.794313] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.794532] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.794625] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.794891] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.795190] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.795463] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.795463] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.795684] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.795852] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.796143] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.796204] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.796835] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.796835] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.796835] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.796835] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.796835] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.816357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.816357] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.816357] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.816625] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.816813] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-0042e00c-06c9-45bc-aa07-9798c6c988b5 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.817065] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.817198] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.818045] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.818045] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0042e00c-06c9-45bc-aa07-9798c6c988b5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.954864] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.185536] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: SUCCESS [ 1155.185536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.185536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.185751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.186789] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.186789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.186789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.186789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.186789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.186789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.186789] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.325630] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.325630] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.325630] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.326087] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.326258] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.326434] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 0042e00c-06c9-45bc-aa07-9798c6c988b5 not found, creating... [ 1155.327320] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.327580] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.327714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.328257] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.328257] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.328520] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.328685] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.328804] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.329520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.329794] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.330464] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 0042e00c-06c9-45bc-aa07-9798c6c988b5 is going to be created. [ 1155.358305] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.358526] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.358717] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.359128] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.359486] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.359875] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.456601] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.689041] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.689210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.689864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.689864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.689864] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.689864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.689864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.690301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.690301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.690301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.690301] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.690430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.690461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.691067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.691067] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.691067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.691067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.691067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.691315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.691315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.691315] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.959076] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.959315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.959598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.959598] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.959691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.959834] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1155.995566] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.995566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.995566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.995746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.996117] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.011112] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1156.070204] env[65403]: INFO networking_nsxv3.common.synchronization [req-8077d82a-c833-4862-b2f9-54bdc0f4fdeb req-4f541e3e-6b01-47d1-a5a0-39f93fa9e159 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1156.070204] env[65403]: INFO networking_nsxv3.common.synchronization [req-8077d82a-c833-4862-b2f9-54bdc0f4fdeb req-4f541e3e-6b01-47d1-a5a0-39f93fa9e159 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1156.070204] env[65403]: INFO networking_nsxv3.common.synchronization [req-8077d82a-c833-4862-b2f9-54bdc0f4fdeb req-4f541e3e-6b01-47d1-a5a0-39f93fa9e159 service nova] Enqueued Resource ID: 0042e00c-06c9-45bc-aa07-9798c6c988b5 with Priority: HIGHEST for action port [ 1156.070204] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1156.070204] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1156.070972] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0042e00c-06c9-45bc-aa07-9798c6c988b5 with Priority: HIGHEST for action port [ 1156.071869] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.072049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.072126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.072333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.072417] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.073382] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.076677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.076677] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-0042e00c-06c9-45bc-aa07-9798c6c988b5 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.076677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.076677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.076677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.076677] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0042e00c-06c9-45bc-aa07-9798c6c988b5',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.143031] env[65403]: INFO networking_nsxv3.common.synchronization [None req-2f0c75f8-c565-4574-9c85-1caed419c893 None None] Enqueued Resource ID: a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1 with Priority: HIGHEST for action port [ 1156.143664] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1 with Priority: HIGHEST for action port [ 1156.144040] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.144204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.144298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.144575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.144732] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.194322] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 917f352c-1122-47ad-832a-d29b2b64c22a: rpc.has_security_group_logging(os_id): False [ 1156.218873] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.220175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.220175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.220175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.220356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.220954] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.221105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.221146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.221373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.221515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.221793] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.221901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.222071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.222286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.222413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.222664] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.222799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.222926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.223150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.224692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.224824] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be created. [ 1156.296180] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.296180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.296180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.296180] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.296534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.310120] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: IN_PROGRESS for 2s [ 1156.582021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.582021] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0042e00c-06c9-45bc-aa07-9798c6c988b5 with status ACTIVE [ 1156.582021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.582021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.582021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.582021] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.582977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.582977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.582977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.582977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.582977] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0042e00c-06c9-45bc-aa07-9798c6c988b5 is going to be updated. [ 1156.604412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.604561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.604624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.605294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.605294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.605294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0042e00c-06c9-45bc-aa07-9798c6c988b5" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.649187] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1 [ 1156.649187] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.649187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.649187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.649187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.649187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.649187] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1 already deleted. [ 1156.649187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a38e3b9d-26b1-4f7a-b98a-0a636d8adcb1" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.022814] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1158.023205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.023205] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.023433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.023622] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.023741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.023851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.024152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.024251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.024361] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.335327] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: SUCCESS [ 1158.335548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.527535] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.033390] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.233468] env[65403]: INFO networking_nsxv3.common.synchronization [req-9b864d4a-edc2-4c10-baae-eaf2e8f01a33 req-ba63f175-838e-4480-8f96-75a344905509 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 1159.233990] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGHEST for action security_group_members [ 1159.234310] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.234434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.234501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.234690] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.234889] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.234955] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.234992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.235392] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.235487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.235580] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.287189] env[65403]: INFO networking_nsxv3.common.synchronization [req-9b864d4a-edc2-4c10-baae-eaf2e8f01a33 req-ba63f175-838e-4480-8f96-75a344905509 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 67e30284-a2b9-495b-bb8b-b8012e186aa8 with Priority: HIGHEST for action port [ 1159.287672] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e30284-a2b9-495b-bb8b-b8012e186aa8 with Priority: HIGHEST for action port [ 1159.288457] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e30284-a2b9-495b-bb8b-b8012e186aa8 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.288457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.288457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.288457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.288457] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e30284-a2b9-495b-bb8b-b8012e186aa8',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.537019] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.537019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.537019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.537238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.537361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.537425] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1159.568389] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.568567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.568567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.568781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.568927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.583625] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1159.742359] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.742359] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.742359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.742359] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be updated. [ 1159.774555] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.774555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.774555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.774555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.774555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.785212] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: IN_PROGRESS for 2s [ 1159.790524] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e30284-a2b9-495b-bb8b-b8012e186aa8 with status ACTIVE [ 1159.790991] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.791705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.791705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.792263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.793169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793169] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.793169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.793169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.793169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.793169] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.793513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.793585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.794715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.794715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.794715] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e30284-a2b9-495b-bb8b-b8012e186aa8 is going to be updated. [ 1159.818134] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.818320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.819779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.819779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.819779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.819779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e30284-a2b9-495b-bb8b-b8012e186aa8" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.539968] env[65403]: INFO networking_nsxv3.common.synchronization [req-97f0781e-22a2-48ca-9be9-a159b955ae0d req-99f24bf7-36f5-4aec-924c-4ea9499f7bd0 tempest-InstanceActionsTestJSON-1969984829 tempest-InstanceActionsTestJSON-1969984829-project-member] Enqueued Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_members [ 1160.540300] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_members [ 1160.540603] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.540726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.540792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.541269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.541452] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.541565] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.541617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.541782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.541869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.541983] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.874553] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.874792] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-334" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.874888] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-334" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.875317] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-334" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.875540] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.875698] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.875820] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.876144] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.876306] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.876542] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.876671] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.876784] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.876916] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.877072] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.877187] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.877336] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.900160] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.900389] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.900535] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.900742] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-334" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.901115] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-b2e4dc4c-cd4e-4311-8848-22ea635f1398 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.901302] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.901439] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.901846] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.902034] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2e4dc4c-cd4e-4311-8848-22ea635f1398',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.044854] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.045048] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.045157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.045396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.045520] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.045751] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.045914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.045998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.046191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.046273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.046386] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3d0f2b-b14c-4224-979b-972f97880816 already deleted. [ 1161.046506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.404487] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.405015] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.405172] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.405473] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.405635] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.405787] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port b2e4dc4c-cd4e-4311-8848-22ea635f1398 not found, creating... [ 1161.406091] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.406258] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.406376] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.406613] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.406745] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.407183] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.407412] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.407563] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.407815] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.407989] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.408180] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: b2e4dc4c-cd4e-4311-8848-22ea635f1398 is going to be created. [ 1161.428841] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.429090] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.429224] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.429695] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.429934] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.430169] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.599186] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1161.599436] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.599495] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.599736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.600107] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.600270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.600422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.600658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.600796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.601014] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.601205] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.795597] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f352c-1122-47ad-832a-d29b2b64c22a in Status: SUCCESS [ 1161.795597] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a deletion is rescheduled due to dependency. [ 1161.795769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.047923] env[65403]: INFO networking_nsxv3.common.synchronization [None req-fea58e67-eae2-47a6-bfbc-26f3aacdcabd None None] Enqueued Resource ID: e2f1cbe0-bde2-4151-a212-33e38cec4b8c with Priority: HIGHEST for action port [ 1162.048539] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f1cbe0-bde2-4151-a212-33e38cec4b8c with Priority: HIGHEST for action port [ 1162.048846] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2f1cbe0-bde2-4151-a212-33e38cec4b8c taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.048968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2f1cbe0-bde2-4151-a212-33e38cec4b8c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.049039] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2f1cbe0-bde2-4151-a212-33e38cec4b8c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.049362] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2f1cbe0-bde2-4151-a212-33e38cec4b8c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.049410] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f1cbe0-bde2-4151-a212-33e38cec4b8c',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.103819] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.103947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.103993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.104281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.104374] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.104507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.104558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.104664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.104751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.104833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.104978] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.105085] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.105139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.105281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.105438] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.105530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.105588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.105727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.105800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.105908] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.105982] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.128516] env[65403]: INFO networking_nsxv3.common.synchronization [req-97f0781e-22a2-48ca-9be9-a159b955ae0d req-32deb1f1-3ba4-4038-8912-16225a93bec2 service nova] Enqueued Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_rules [ 1162.128516] env[65403]: INFO networking_nsxv3.common.synchronization [req-97f0781e-22a2-48ca-9be9-a159b955ae0d req-32deb1f1-3ba4-4038-8912-16225a93bec2 service nova] Enqueued Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_members [ 1162.128685] env[65403]: INFO networking_nsxv3.common.synchronization [req-97f0781e-22a2-48ca-9be9-a159b955ae0d req-32deb1f1-3ba4-4038-8912-16225a93bec2 service nova] Enqueued Resource ID: b2e4dc4c-cd4e-4311-8848-22ea635f1398 with Priority: HIGHEST for action port [ 1162.132164] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_rules [ 1162.132739] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_members [ 1162.132940] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e4dc4c-cd4e-4311-8848-22ea635f1398 with Priority: HIGHEST for action port [ 1162.133595] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.133689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.133778] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.134217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.134320] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.135290] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.135411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.135490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.135684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.135831] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.135949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.136030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.136182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.136265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.136355] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.137235] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2e4dc4c-cd4e-4311-8848-22ea635f1398 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.137347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.137418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.137560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.137631] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2e4dc4c-cd4e-4311-8848-22ea635f1398',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.552724] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2f1cbe0-bde2-4151-a212-33e38cec4b8c [ 1162.553069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.553296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.553404] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.553703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.553812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.554831] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2f1cbe0-bde2-4151-a212-33e38cec4b8c already deleted. [ 1162.554831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2f1cbe0-bde2-4151-a212-33e38cec4b8c" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.610212] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf: rpc.has_security_group_logging(os_id): False [ 1162.633719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.633719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.633719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.633719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.640064] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.641100] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.641172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.641323] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2e4dc4c-cd4e-4311-8848-22ea635f1398 with status ACTIVE [ 1162.642533] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.642663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.642769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.642935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.643197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.643197] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.643304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.643344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.643522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.643594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.649219] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.649398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.649459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.649663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.649752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.649850] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2e4dc4c-cd4e-4311-8848-22ea635f1398 is going to be updated. [ 1162.655574] env[65403]: INFO networking_nsxv3.common.synchronization [req-44cce534-4e6b-4e98-9b0e-6dc24966f1c5 req-a950c809-c69e-4b1d-bfe9-5b5ae0906c6a tempest-ServersNegativeTestMultiTenantJSON-1855462348 tempest-ServersNegativeTestMultiTenantJSON-1855462348-project-member] Enqueued Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_members [ 1162.656709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.656795] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.656860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.656914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.657310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.657310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.657581] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.657686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.657723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.657873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.657943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.658878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.659059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.659059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.660689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.660689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.660689] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1162.662163] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_members [ 1162.662727] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.662833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.662903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.663133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.663302] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.663458] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.663517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.663881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.663881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.663881] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.692163] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.692321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.692321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.692527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.692887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.692887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2e4dc4c-cd4e-4311-8848-22ea635f1398" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.736524] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.736933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.736933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.737074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.737400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.753409] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1163.092577] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.093023] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-419" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.093023] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-419" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.093230] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-419" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.093698] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.094314] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.094470] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.094745] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.094922] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.095168] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.095299] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.097943] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.097943] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.097943] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.097943] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.097943] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.120074] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.120074] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.120074] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.120074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-419" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.120074] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-efe0fd1a-b559-40dd-976e-eb068289ad83 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.120074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.120074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.120074] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.120074] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe0fd1a-b559-40dd-976e-eb068289ad83',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.153360] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.168022] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.168224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.168280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.168506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.168632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.168861] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.168918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.168968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.169266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.169343] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.169443] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 already deleted. [ 1163.169488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.624122] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.624498] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.624498] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.624792] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.625069] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.626104] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port efe0fd1a-b559-40dd-976e-eb068289ad83 not found, creating... [ 1163.626104] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.626104] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.626286] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.626613] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.626858] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.627343] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.627613] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.627827] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.628199] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.628439] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.628684] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: efe0fd1a-b559-40dd-976e-eb068289ad83 is going to be created. [ 1163.652659] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.652870] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.653000] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.653321] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.653641] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.653966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.660148] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.660148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.660148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.660148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.660148] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.660148] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3d0f2b-b14c-4224-979b-972f97880816 is going to be created. [ 1163.690205] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.690834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.690834] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.691064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.691237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.708117] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3d0f2b-b14c-4224-979b-972f97880816 in Status: UNINITIALIZED for 2s [ 1163.831128] env[65403]: INFO networking_nsxv3.common.synchronization [req-5e6bd3cf-5410-4397-b679-3b712a44b168 req-01ee2c21-f7ec-486f-b1c7-8dd510b335d7 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_members [ 1163.831918] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGHEST for action security_group_members [ 1163.832600] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.832742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.832807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.833035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.833196] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.833525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.833525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.833525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.833664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.833715] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.337774] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.337774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.337774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.337774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.362149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.362444] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.362647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.362647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.363257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.363257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.363257] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea is going to be updated. [ 1164.393611] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.394529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.394652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.394930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.395050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.407082] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea in Status: IN_PROGRESS for 2s [ 1164.442152] env[65403]: INFO networking_nsxv3.common.synchronization [None req-5f0ad220-7a17-4673-a145-e30c5ce8ac2f None None] Enqueued Resource ID: 4660371a-e91d-42db-a543-eedf92b7c4ac with Priority: HIGHEST for action port [ 1164.444605] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4660371a-e91d-42db-a543-eedf92b7c4ac with Priority: HIGHEST for action port [ 1164.444605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-4660371a-e91d-42db-a543-eedf92b7c4ac taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.444605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4660371a-e91d-42db-a543-eedf92b7c4ac" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.444605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4660371a-e91d-42db-a543-eedf92b7c4ac" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.444605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4660371a-e91d-42db-a543-eedf92b7c4ac" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.444605] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4660371a-e91d-42db-a543-eedf92b7c4ac',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.453022] env[65403]: INFO networking_nsxv3.common.synchronization [req-44cce534-4e6b-4e98-9b0e-6dc24966f1c5 req-5d945bbe-fa81-4e54-a2a6-e3c4d36b4c53 service nova] Enqueued Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_rules [ 1164.453022] env[65403]: INFO networking_nsxv3.common.synchronization [req-44cce534-4e6b-4e98-9b0e-6dc24966f1c5 req-5d945bbe-fa81-4e54-a2a6-e3c4d36b4c53 service nova] Enqueued Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_members [ 1164.453022] env[65403]: INFO networking_nsxv3.common.synchronization [req-44cce534-4e6b-4e98-9b0e-6dc24966f1c5 req-5d945bbe-fa81-4e54-a2a6-e3c4d36b4c53 service nova] Enqueued Resource ID: efe0fd1a-b559-40dd-976e-eb068289ad83 with Priority: HIGHEST for action port [ 1164.453022] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_rules [ 1164.453022] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_members [ 1164.453022] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe0fd1a-b559-40dd-976e-eb068289ad83 with Priority: HIGHEST for action port [ 1164.453610] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.453914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.454206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.454744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.456032] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.456537] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.456923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.457123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.457405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.457782] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.459109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.459175] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.459371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.459456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.459553] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.460519] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe0fd1a-b559-40dd-976e-eb068289ad83 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.460639] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.460708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.460883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.460955] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe0fd1a-b559-40dd-976e-eb068289ad83',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.767879] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1164.768176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.947086] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4660371a-e91d-42db-a543-eedf92b7c4ac [ 1164.947379] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.947539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.947630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.947883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.947997] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.948137] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4660371a-e91d-42db-a543-eedf92b7c4ac already deleted. [ 1164.948248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4660371a-e91d-42db-a543-eedf92b7c4ac" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.963550] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.963550] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.964547] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe0fd1a-b559-40dd-976e-eb068289ad83 with status ACTIVE [ 1164.964732] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.964837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.964900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.965471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.965471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.965471] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.965635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.965868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.966143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.966230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.966459] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.966517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.966587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.966795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.966840] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.966923] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe0fd1a-b559-40dd-976e-eb068289ad83 is going to be updated. [ 1164.968218] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.990051] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.990300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.990395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.990609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.990749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.990907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe0fd1a-b559-40dd-976e-eb068289ad83" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.470609] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.719920] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3d0f2b-b14c-4224-979b-972f97880816 in Status: SUCCESS [ 1165.720451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.720535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.720851] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.721179] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.721358] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.721543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.721858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.722012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.722150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.722277] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.973154] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.973564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.973564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.973650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.973779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.973927] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 is going to be created. [ 1165.999601] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.999800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.999800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.999979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.000152] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.010035] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 in Status: UNINITIALIZED for 2s [ 1166.225342] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.225566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.225566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.225772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.225941] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.226072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.226141] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.226298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.226390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.226477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.226624] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.226717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.226783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.226909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.227102] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.227234] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.227332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.227512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.227597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.227691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.227797] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.418065] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea in Status: SUCCESS [ 1166.419037] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea deletion is rescheduled due to dependency. [ 1166.419037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.730562] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f3d0f2b-b14c-4224-979b-972f97880816: rpc.has_security_group_logging(os_id): False [ 1166.752986] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.753179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.753261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.753640] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.753737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.753963] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.754128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.754226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.754416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.754571] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.754885] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.755019] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.755083] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.755238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.755357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.755530] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.755713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.755774] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.755920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.756078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.756202] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3d0f2b-b14c-4224-979b-972f97880816 is going to be created. [ 1166.957876] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.957876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.957876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.958179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.958460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.972501] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f3d0f2b-b14c-4224-979b-972f97880816 in Status: IN_PROGRESS for 2s [ 1168.020187] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 in Status: SUCCESS [ 1168.020577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.020577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.020835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.021105] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.021232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.021293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.021448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.021523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.021613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.021702] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.107897] env[65403]: INFO networking_nsxv3.common.synchronization [req-8b899d0e-602e-4b8c-9d74-644c5edf1796 req-0f4f1687-22aa-450b-9e6a-fdae6da1585d tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1168.108505] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1168.109537] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.109723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.109827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.110097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.110323] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.110478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.110619] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.110811] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.110961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.111138] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.524456] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.524643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.524725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.525049] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.525145] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.525259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.525322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.525787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.525787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.525787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.525787] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.526084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.526084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.526190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.526330] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.526434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.526489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.526657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.526709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.526795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.526882] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.619536] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.985988] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f3d0f2b-b14c-4224-979b-972f97880816 in Status: SUCCESS [ 1168.986121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.029825] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b712b2a-b8a4-44d9-88f3-0bb185bcd661: rpc.has_security_group_logging(os_id): False [ 1169.052097] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.052276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.052373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.052671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.052785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.053044] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.053196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.053294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.053473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.053573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.053784] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.053967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.054057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.054229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.054315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.054498] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.054591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.054672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.054788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.054861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.054946] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 is going to be created. [ 1169.115584] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.115756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.115801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.115987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.116246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.121802] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.127354] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 in Status: IN_PROGRESS for 2s [ 1169.624340] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.624548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.624548] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.624724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.624817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.624915] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1169.656504] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.656653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.656719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.657040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.657192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.666596] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1170.289730] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-e1ddd9bd-a08f-4f0f-9b68-ac7434f12cf1 tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1170.290447] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1170.291015] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.291149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.291267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.291586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.291803] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.291920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.291983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.292168] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.292258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.292355] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.618590] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.618816] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.618969] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.619367] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.619669] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.619846] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.619976] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.620246] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.620397] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.620607] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.620763] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.620887] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.620999] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.621156] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.621276] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.621407] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.641028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.641205] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.641347] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.641526] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.641864] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-774d6952-8fcf-4e54-88c5-5decc06b1d59 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.642022] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.642139] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.642445] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.642584] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774d6952-8fcf-4e54-88c5-5decc06b1d59',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.795605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.795846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.795895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.796159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.796252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.796446] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.796542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.796606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.796761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.796823] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.796907] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e already deleted. [ 1170.796983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.140415] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 in Status: SUCCESS [ 1171.141128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.144945] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.145295] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.145477] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.145851] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.146104] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.146328] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 774d6952-8fcf-4e54-88c5-5decc06b1d59 not found, creating... [ 1171.146688] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.146877] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.147087] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.147351] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.147531] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.147877] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.148105] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.148253] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.148499] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.148750] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.148944] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 774d6952-8fcf-4e54-88c5-5decc06b1d59 is going to be created. [ 1171.169808] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.170071] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.170071] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.170363] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.170594] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.170823] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.676888] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1171.677353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.858121] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-cce339a9-b838-4142-9399-b3f2fa45ed34 service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1171.858121] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-cce339a9-b838-4142-9399-b3f2fa45ed34 service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1171.858121] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-cce339a9-b838-4142-9399-b3f2fa45ed34 service nova] Enqueued Resource ID: 774d6952-8fcf-4e54-88c5-5decc06b1d59 with Priority: HIGHEST for action port [ 1171.858121] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1171.858121] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1171.858121] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774d6952-8fcf-4e54-88c5-5decc06b1d59 with Priority: HIGHEST for action port [ 1171.858894] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.859431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.859733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.860136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.860329] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.861502] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.861737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.861963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.862328] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.862580] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.862793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.863017] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.863283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.863461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.864099] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.865269] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-774d6952-8fcf-4e54-88c5-5decc06b1d59 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.865269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.865269] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.865433] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.865712] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774d6952-8fcf-4e54-88c5-5decc06b1d59',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.367535] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.367699] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.368137] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.368778] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774d6952-8fcf-4e54-88c5-5decc06b1d59 with status ACTIVE [ 1172.368933] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.369065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.369127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.369705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.369705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.369705] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.369705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.369705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.369943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.369943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.370168] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.370447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.370447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.370447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.370447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.370875] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774d6952-8fcf-4e54-88c5-5decc06b1d59 is going to be updated. [ 1172.394117] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.394272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.394326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.394563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.395583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.395583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774d6952-8fcf-4e54-88c5-5decc06b1d59" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.610353] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-c13481b6-5e72-4359-b710-9947530896ae tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1172.610353] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1172.612564] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.613352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.872642] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.924854] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.925234] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.925476] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.925848] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.926339] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.926582] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.926756] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.927246] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.927797] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.927797] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.927993] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.928132] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.928314] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.928491] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.928665] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.928871] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.947898] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.948087] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.948228] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.948399] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.948853] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-f1238598-01e1-4ece-ac57-89bb4a839009 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.949168] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.949378] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.949916] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.950143] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1238598-01e1-4ece-ac57-89bb4a839009',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.374590] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.374812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.374812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.375058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.375140] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.375247] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be created. [ 1173.400650] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.400856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.400856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.401097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.401222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.414166] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: UNINITIALIZED for 2s [ 1173.452547] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.452868] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.452937] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.453299] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.453463] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.453683] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port f1238598-01e1-4ece-ac57-89bb4a839009 not found, creating... [ 1173.453988] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.454204] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.454298] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.454615] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.454768] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.455084] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.455247] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.455362] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.455583] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.455714] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.455852] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: f1238598-01e1-4ece-ac57-89bb4a839009 is going to be created. [ 1173.480975] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.481216] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.481344] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.481621] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.481856] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.482088] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.035873] env[65403]: INFO networking_nsxv3.common.synchronization [req-dfc2bf55-b37a-4e6c-8d37-4e6cede06dbb req-df7a4269-a04e-4e62-bd8c-4ea255b92314 tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1174.036584] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a220e5-3999-436c-acc3-b6eec540ca1a with Priority: HIGHEST for action security_group_members [ 1174.036930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a220e5-3999-436c-acc3-b6eec540ca1a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.037134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.037212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.037411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.037618] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.037754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.037858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.037978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.038109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.038237] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a220e5-3999-436c-acc3-b6eec540ca1a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.259218] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-519df890-a5de-45d4-92f7-6435f0fb6dff service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1174.259452] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-519df890-a5de-45d4-92f7-6435f0fb6dff service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1174.259642] env[65403]: INFO networking_nsxv3.common.synchronization [req-dc8aaa9d-7ed9-4d1d-86d6-020128540852 req-519df890-a5de-45d4-92f7-6435f0fb6dff service nova] Enqueued Resource ID: f1238598-01e1-4ece-ac57-89bb4a839009 with Priority: HIGHEST for action port [ 1174.262428] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1174.262813] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1174.263616] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1238598-01e1-4ece-ac57-89bb4a839009 with Priority: HIGHEST for action port [ 1174.263616] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.263616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.264037] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.264186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.264425] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1238598-01e1-4ece-ac57-89bb4a839009 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.264567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.264655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.264935] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.265461] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1238598-01e1-4ece-ac57-89bb4a839009',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.541069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.541988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.541988] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.542243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.567217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.567496] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.567621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.567680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.567894] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.567980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.568638] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a is going to be updated. [ 1174.599120] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.599276] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.599371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.599588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.599752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.609995] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: IN_PROGRESS for 2s [ 1174.770664] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1238598-01e1-4ece-ac57-89bb4a839009 with status ACTIVE [ 1174.770951] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.771045] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.771115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.771360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.771461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.771726] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.771801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.771835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.771980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.772067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.772249] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.772340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.772396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.772535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.772645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.772685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1238598-01e1-4ece-ac57-89bb4a839009 is going to be updated. [ 1174.793959] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.794161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.794287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.794440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.794581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.794739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1238598-01e1-4ece-ac57-89bb4a839009" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.089832] env[65403]: INFO networking_nsxv3.common.synchronization [None req-008b1ade-3694-463c-92c2-aa9c557cde43 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_rules [ 1175.090749] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_rules [ 1175.090749] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.090749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.091053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.091149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.091349] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.204012] env[65403]: INFO networking_nsxv3.common.synchronization [None req-643c9f9e-e174-4989-84d0-6e301935835f tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_rules [ 1175.204773] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_rules [ 1175.206506] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.206506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.425271] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1175.425271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.425271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.425271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.425271] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.425271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.425593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.425593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.425593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.425675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.426434] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.426621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.426788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.427945] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.427945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.427945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.427945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.427945] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.428150] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.617046] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.617356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.617451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.617670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.617762] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.617864] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d already deleted. [ 1175.617947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.618119] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.618284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.618368] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.929719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.929931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.931177] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.148738] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.149281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.149281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.149405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.149521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.149671] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d already deleted. [ 1176.149805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.434683] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.626511] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a220e5-3999-436c-acc3-b6eec540ca1a in Status: SUCCESS [ 1176.626690] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a220e5-3999-436c-acc3-b6eec540ca1a deletion is rescheduled due to dependency. [ 1176.626780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a220e5-3999-436c-acc3-b6eec540ca1a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.937918] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.938163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.938163] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.938372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.938428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.938515] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1176.972597] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.973270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.975018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.975018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.975018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.984528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1177.956757] env[65403]: INFO networking_nsxv3.common.synchronization [req-55afa495-55c8-495e-93e4-5d5e541304ba req-5041b732-2694-45db-9214-4c4761c722af tempest-ServersNegativeTestMultiTenantJSON-1855462348 tempest-ServersNegativeTestMultiTenantJSON-1855462348-project-member] Enqueued Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_members [ 1177.957325] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGHEST for action security_group_members [ 1177.957642] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.957767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.957857] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.958771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.958984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.959145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.959232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.959425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.959515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.959607] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.461591] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.461847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.461933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.462176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.462267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.462480] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.462588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.462646] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.462809] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.462885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.463012] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 is going to be updated. [ 1178.504024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.504024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.504024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.504024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.504024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.524269] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 in Status: IN_PROGRESS for 2s [ 1178.996648] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1178.996648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.997146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.997146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.997331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.997432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.997485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.997643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.997725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.997814] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.500730] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.002903] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.505770] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.505770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.505989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.506099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.506333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.506523] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1180.535338] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 in Status: SUCCESS [ 1180.535519] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 deletion is rescheduled due to dependency. [ 1180.535629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.536511] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.536636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.536705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.536925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.537078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.544624] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1180.756109] env[65403]: INFO networking_nsxv3.common.synchronization [req-929b23dd-9896-4ab4-9046-c3fedba61e96 req-09489c59-3175-48e2-9ccb-f1471699fa0f tempest-InstanceActionsTestJSON-1969984829 tempest-InstanceActionsTestJSON-1969984829-project-member] Enqueued Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_members [ 1180.756708] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGHEST for action security_group_members [ 1180.757156] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.757555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.757634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.757826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.757998] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.758124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.758184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.758354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.758441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.758527] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.261683] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.261683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.261683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.262265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.262265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.262265] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.262265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.262265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.262516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.262516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.262696] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3d0f2b-b14c-4224-979b-972f97880816 is going to be updated. [ 1181.300839] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.300839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.300839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.301142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.301241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.311332] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3d0f2b-b14c-4224-979b-972f97880816 in Status: IN_PROGRESS for 2s [ 1181.599073] env[65403]: INFO networking_nsxv3.common.synchronization [None req-d349fc69-11dd-4120-ad7c-acdfc7f842d4 tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1181.601241] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1181.601241] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.601241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.601241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.601241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.601241] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.686464] env[65403]: INFO networking_nsxv3.common.synchronization [None req-6a9d61fb-58c2-4be7-9758-85d436b4bcc9 tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1181.686980] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1181.688980] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.688980] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.125793] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.126044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.126044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.126258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.126359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.126463] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 already deleted. [ 1182.126555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.126716] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.126878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.126961] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.555996] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1182.556432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.556649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.556771] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.556969] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.557095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.557155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.557315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.557398] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.557481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.557677] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.557844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.557844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.557969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.558139] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.558226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.558293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.558425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.558530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.558665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.558778] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.649155] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.650244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.650244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.650244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.650244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.650244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 already deleted. [ 1182.650244] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.065444] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 934be2f1-8b51-4c75-b943-4c55bd7e943e: rpc.has_security_group_logging(os_id): False [ 1183.087805] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.088065] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.088223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.088442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.088636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.088958] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.089134] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.089331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.089589] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.089718] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.089970] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.090133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.090280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.090474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.090596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.090845] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.090993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.091113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.091314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.091435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.091606] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be created. [ 1183.154743] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.155081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.155081] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.155222] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.155384] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.172157] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1183.322888] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3d0f2b-b14c-4224-979b-972f97880816 in Status: SUCCESS [ 1183.323182] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3d0f2b-b14c-4224-979b-972f97880816 deletion is rescheduled due to dependency. [ 1183.323267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.484286] env[65403]: INFO networking_nsxv3.common.synchronization [req-bdab1738-53f4-4d94-add2-9a1dd8ab8595 req-cb807b17-cc22-4a49-9ef3-06580c39626c tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1183.484870] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1183.485228] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.485371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.485456] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.485656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.485842] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.485946] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.486018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.486196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.486312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.486408] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.832969] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.833296] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.836026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.836026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.836026] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.836026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.836026] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.837193] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.837442] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.837707] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.837923] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.839954] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.839954] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.839954] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.839954] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.839954] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.860798] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.863112] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.863112] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.863112] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.863112] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-a604719c-af14-4b60-9dd5-6277bb610e56 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.863112] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.864016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.864465] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.865240] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a604719c-af14-4b60-9dd5-6277bb610e56',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.988753] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.367969] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.367969] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.368197] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.368413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.368562] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.368731] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port a604719c-af14-4b60-9dd5-6277bb610e56 not found, creating... [ 1184.368986] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.369153] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.369269] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.369487] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.369618] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.369891] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.370054] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.370168] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.370391] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.370536] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.370673] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: a604719c-af14-4b60-9dd5-6277bb610e56 is going to be created. [ 1184.394537] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.394537] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.394537] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.394537] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.394537] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.394537] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.492849] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.995701] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.996044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.996044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.996166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.996480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.996480] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1185.024159] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.024383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.024437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.024611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.024751] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.035369] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1185.085588] env[65403]: INFO networking_nsxv3.common.synchronization [req-bdab1738-53f4-4d94-add2-9a1dd8ab8595 req-af934ec1-d16b-4f01-8369-28e1a237d290 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1185.085813] env[65403]: INFO networking_nsxv3.common.synchronization [req-bdab1738-53f4-4d94-add2-9a1dd8ab8595 req-af934ec1-d16b-4f01-8369-28e1a237d290 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1185.085957] env[65403]: INFO networking_nsxv3.common.synchronization [req-bdab1738-53f4-4d94-add2-9a1dd8ab8595 req-af934ec1-d16b-4f01-8369-28e1a237d290 service nova] Enqueued Resource ID: a604719c-af14-4b60-9dd5-6277bb610e56 with Priority: HIGHEST for action port [ 1185.086494] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1185.086629] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1185.087193] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a604719c-af14-4b60-9dd5-6277bb610e56 with Priority: HIGHEST for action port [ 1185.087193] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.087630] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.087737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.087995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.088134] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.089520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.089680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.090008] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a604719c-af14-4b60-9dd5-6277bb610e56 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.090160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.090289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.090522] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.090645] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a604719c-af14-4b60-9dd5-6277bb610e56',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.185687] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1185.186267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.186267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.186463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.186615] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.593683] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.593683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.594754] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a604719c-af14-4b60-9dd5-6277bb610e56 with status ACTIVE [ 1185.595516] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.595516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.595516] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.595848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.597062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.597062] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.597369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.597369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.597632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.597805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.598238] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.598471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.598799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.600767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.600876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.600913] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a604719c-af14-4b60-9dd5-6277bb610e56 is going to be updated. [ 1185.631357] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.631921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.631921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.632203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.632372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.633064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a604719c-af14-4b60-9dd5-6277bb610e56" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.689247] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.689387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.689441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.689638] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.689801] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.689897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.689958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.690167] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.690563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.690563] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.690563] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.843910] env[65403]: INFO networking_nsxv3.common.synchronization [req-1813ff8d-4068-475f-b83d-7ab831f622a0 req-828ab637-2a95-4d50-bddd-723aad1a60f6 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_members [ 1185.844411] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_members [ 1185.844719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.844836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.844898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.845165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.845348] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.845451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.845513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.845666] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.845748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.845839] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.156825] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.157170] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.157170] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.157469] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.157733] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.157904] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.158030] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.158290] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.158470] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.158692] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.158851] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.158991] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.159121] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.159273] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.159366] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.159508] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.179977] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.180410] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.180847] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.181170] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.181672] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-007651ef-71f3-48a2-8ccb-c71969017d64 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.182055] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.182272] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.182657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.183636] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007651ef-71f3-48a2-8ccb-c71969017d64',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.192575] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.192575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.192784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.192784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.193064] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.193863] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.193863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.194198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.194198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.194198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.194357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.195210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.195210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.195210] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.347880] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.348064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.348128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.348307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.348396] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.348582] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.348679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.348740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.348886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.348958] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.349054] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d already deleted. [ 1186.349153] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.687076] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.687076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.687076] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.687456] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.687456] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.687552] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 007651ef-71f3-48a2-8ccb-c71969017d64 not found, creating... [ 1186.687816] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.687976] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.688109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.688330] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.688498] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.688772] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.688948] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.689087] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.689323] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.689483] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.689618] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 007651ef-71f3-48a2-8ccb-c71969017d64 is going to be created. [ 1186.700410] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 934be2f1-8b51-4c75-b943-4c55bd7e943e: rpc.has_security_group_logging(os_id): False [ 1186.710807] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.711024] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.711137] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.711423] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.711707] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.711936] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.719745] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.719982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.720112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.720350] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.720445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.720680] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.720831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.720978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.721207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.721438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.721767] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.721885] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.721978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.722164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.722252] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.722582] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.722694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.722759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.722907] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.722986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.723102] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1186.791947] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.792337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.792337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.792434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.792515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.826923] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1187.045704] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1187.045917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.046102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.046386] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.046606] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.046723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.046781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.046939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.047029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.047123] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.409228] env[65403]: INFO networking_nsxv3.common.synchronization [req-6814adf0-4677-4052-8f48-7b7a8730da64 req-b93d849c-843c-4760-8172-b4c7d94407c2 tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1187.409787] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1187.410069] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.410187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.411106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.411106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.411106] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.411106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.411299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.411395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.411437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.411626] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.451962] env[65403]: INFO networking_nsxv3.common.synchronization [req-1813ff8d-4068-475f-b83d-7ab831f622a0 req-c0f7444a-9f8f-438c-969b-4f7f742857da service nova] Enqueued Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_rules [ 1187.451962] env[65403]: INFO networking_nsxv3.common.synchronization [req-1813ff8d-4068-475f-b83d-7ab831f622a0 req-c0f7444a-9f8f-438c-969b-4f7f742857da service nova] Enqueued Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_members [ 1187.451962] env[65403]: INFO networking_nsxv3.common.synchronization [req-1813ff8d-4068-475f-b83d-7ab831f622a0 req-c0f7444a-9f8f-438c-969b-4f7f742857da service nova] Enqueued Resource ID: 007651ef-71f3-48a2-8ccb-c71969017d64 with Priority: HIGHEST for action port [ 1187.451962] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_rules [ 1187.451962] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_members [ 1187.451962] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 007651ef-71f3-48a2-8ccb-c71969017d64 with Priority: HIGHEST for action port [ 1187.451962] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.451962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.451962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.452263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.452263] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.453475] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.453645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.455281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.455281] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.455281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.455281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.455281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.455281] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.455543] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-007651ef-71f3-48a2-8ccb-c71969017d64 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.455543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.455629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.455804] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007651ef-71f3-48a2-8ccb-c71969017d64',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.548943] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.607169] env[65403]: INFO networking_nsxv3.common.synchronization [req-1f23db04-6bfb-493c-99ec-b2ce96564bf0 req-56002db6-874b-4c99-b7eb-39d215307362 tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1187.607803] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1187.608127] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.608228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.913253] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.958488] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.958632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.958848] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.959698] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 007651ef-71f3-48a2-8ccb-c71969017d64 with status ACTIVE [ 1187.959878] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.959993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.960084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.960291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.960380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.960558] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.960654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.960713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.960862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.960937] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.961125] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.961217] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.961278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.961417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.961489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.961570] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 007651ef-71f3-48a2-8ccb-c71969017d64 is going to be updated. [ 1187.992325] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.992481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.992552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.992755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.993450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.993450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-007651ef-71f3-48a2-8ccb-c71969017d64" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.051768] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.417338] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.469265] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.558498] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.558687] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.558746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.559026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.559138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.559263] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1188.589494] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.589747] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.589829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.590064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.590268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.600064] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1188.842241] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1188.842241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.920310] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.920618] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.920691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.921026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.921122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.921222] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1188.950090] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.950226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.950267] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.950541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.950757] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.960445] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1188.971571] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.971772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.971826] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.972026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.972120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.972219] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d is going to be created. [ 1188.995916] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.996136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.996136] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.996338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.996501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.005801] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d in Status: UNINITIALIZED for 2s [ 1190.015281] env[65403]: INFO networking_nsxv3.common.synchronization [req-b43c5223-d025-4499-8ce5-7ddbc752bcac req-73062513-9c9c-4c84-b929-0e7a94aecbd8 tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1190.015702] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1190.016059] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.016203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.016309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.016564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.016719] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.016833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.016891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.017229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.017346] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.017444] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.383691] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.383865] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.383998] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.384298] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.384554] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.384733] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.384828] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.385623] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.385857] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.386140] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.386259] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.386418] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.386751] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.386810] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.386885] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.387029] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.408328] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.408557] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.408716] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.408897] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-136" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.409239] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-785ad25b-c241-4120-b64c-8e7c4770ad49 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.409440] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.409548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.409877] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.410026] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785ad25b-c241-4120-b64c-8e7c4770ad49',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.519344] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.611736] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1190.612084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.612254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.612574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.612956] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.612956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.612956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.612956] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.613184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.613184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.613184] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.913080] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.913080] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.913080] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.913275] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.913507] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.915650] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 785ad25b-c241-4120-b64c-8e7c4770ad49 not found, creating... [ 1190.915650] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.915650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.915650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.915650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.915650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.915650] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.915650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.915650] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.916123] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.916226] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.916447] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 785ad25b-c241-4120-b64c-8e7c4770ad49 is going to be created. [ 1190.939079] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.939311] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.939437] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.939781] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.940042] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.940275] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.971373] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1190.971602] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.971776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.972097] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.972314] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.972424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.972569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.972698] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.972779] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.972889] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.021385] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.023655] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d in Status: SUCCESS [ 1191.023893] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.024127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.024577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.024862] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.025047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.025155] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.025351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.025468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.025746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.025746] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.115225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.115423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.115490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.115708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.116174] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.116174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.116174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.116174] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.116373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.116373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.116506] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.116608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.116647] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.116797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.116951] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.117032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.117099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.117265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.117318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.117411] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.117498] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.475457] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.475457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.475457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.475577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.475577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.475773] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.476197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.476197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.476197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.476197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.476713] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1191.512665] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.512926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.513070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.513331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.513512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.525480] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1191.529102] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.529291] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.529336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.529590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.529691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.529788] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be updated. [ 1191.533749] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.563389] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.563677] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.563760] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.563970] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.564135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.574866] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 1191.621019] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf: rpc.has_security_group_logging(os_id): False [ 1191.638577] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.638842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.638938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.639218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.639348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.639578] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.639681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.639785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.640011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.640127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.640436] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.640593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.640686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.640853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.640934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.641136] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.641233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.641317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.641527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.641622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.641765] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1191.718399] env[65403]: INFO networking_nsxv3.common.synchronization [req-b43c5223-d025-4499-8ce5-7ddbc752bcac req-d7c865d5-2ff9-4cc0-9d87-480560864116 service nova] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 1191.718773] env[65403]: INFO networking_nsxv3.common.synchronization [req-b43c5223-d025-4499-8ce5-7ddbc752bcac req-d7c865d5-2ff9-4cc0-9d87-480560864116 service nova] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1191.719029] env[65403]: INFO networking_nsxv3.common.synchronization [req-b43c5223-d025-4499-8ce5-7ddbc752bcac req-d7c865d5-2ff9-4cc0-9d87-480560864116 service nova] Enqueued Resource ID: 785ad25b-c241-4120-b64c-8e7c4770ad49 with Priority: HIGHEST for action port [ 1191.720259] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.720493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.720493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.720645] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.720791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.722168] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_rules [ 1191.722305] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1191.722403] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 785ad25b-c241-4120-b64c-8e7c4770ad49 with Priority: HIGHEST for action port [ 1191.722677] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.722790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.722856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.723038] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.723127] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.723984] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.724094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.724286] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-785ad25b-c241-4120-b64c-8e7c4770ad49 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.724371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.724444] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.725211] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.725211] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785ad25b-c241-4120-b64c-8e7c4770ad49',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.742244] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1191.883898] env[65403]: INFO networking_nsxv3.common.synchronization [req-68b658e0-f89a-4501-9407-7ccc93e11e51 req-1c53ba34-e03b-4748-8162-730f332409f1 tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1191.884448] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1191.884753] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.884874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.884942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.885160] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.885308] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.885408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.885469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.885615] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.885701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.885794] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.036514] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 657289a4-5c71-484e-ad1b-f0e45edcde7d: rpc.has_security_group_logging(os_id): False [ 1192.055663] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.055663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.055663] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.055896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.055896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.056160] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.056270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.056385] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.057026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.057026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.057026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d is going to be created. [ 1192.136234] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.136528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.136626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.137101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.137212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.159561] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d in Status: IN_PROGRESS for 2s [ 1192.227354] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.227581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.227866] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 785ad25b-c241-4120-b64c-8e7c4770ad49 with status ACTIVE [ 1192.228348] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.228348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.228482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.228765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.228914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.229198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.229359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.229473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.230171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.230171] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.230171] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.230327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.230390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.230635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.230768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.230908] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 785ad25b-c241-4120-b64c-8e7c4770ad49 is going to be updated. [ 1192.262361] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.262546] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.262702] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.262783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.262924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.263273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-785ad25b-c241-4120-b64c-8e7c4770ad49" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.388646] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.388896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.388975] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.389226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.412544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.412835] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.412963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.413071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.413326] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.413421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.413505] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1192.460360] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.460360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.460593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.460801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.460852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.470354] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1193.546466] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1193.547605] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e deletion is rescheduled due to dependency. [ 1193.547605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.585646] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 1193.587978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.587978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.587978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.587978] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.587978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.587978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.587978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.587978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.587978] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.767636] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1193.767853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.093028] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.172524] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d in Status: SUCCESS [ 1194.172777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.482030] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1194.482030] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 deletion is rescheduled due to dependency. [ 1194.482270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.595928] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.098386] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.098616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.098616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.098862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.098932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.099020] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be updated. [ 1195.137887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.138817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.138817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.138817] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.139088] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.154816] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 1195.219405] env[65403]: INFO networking_nsxv3.common.synchronization [req-ad3d0bbb-3856-46f7-960e-10a03d97a5bd req-e687b07d-3571-45f1-a974-99aacbd66be6 tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1195.219989] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1195.220309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.220664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.220742] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.221059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.221309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.221421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.221541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.221644] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.221725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.221797] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.587786] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.589172] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.589434] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.589763] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.590070] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.590389] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.590389] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.590617] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.590759] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.591014] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.591176] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.591350] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.591519] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.591757] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.593012] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.593012] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.622011] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.622285] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.622371] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.622549] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.623053] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-e32cb4ee-cd16-4185-8038-cca58c5b8276 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.623280] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.623413] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.623741] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.623883] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32cb4ee-cd16-4185-8038-cca58c5b8276',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.723939] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.724177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.724249] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.724577] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.724708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.724993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.725161] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.725236] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.725413] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.725491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.725583] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 already deleted. [ 1195.725741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.127487] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.130031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.130031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.130031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.130031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.130031] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port e32cb4ee-cd16-4185-8038-cca58c5b8276 not found, creating... [ 1196.130031] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.130031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.130031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.130031] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.130774] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.131429] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.131915] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.132430] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.132820] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.133175] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.135035] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 is going to be created. [ 1196.163752] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.163752] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.163752] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.163752] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.163752] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.163752] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.846616] env[65403]: INFO networking_nsxv3.common.synchronization [req-ad3d0bbb-3856-46f7-960e-10a03d97a5bd req-af932073-7fd7-49ee-8017-5a8bffbed7bc service nova] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1196.846616] env[65403]: INFO networking_nsxv3.common.synchronization [req-ad3d0bbb-3856-46f7-960e-10a03d97a5bd req-af932073-7fd7-49ee-8017-5a8bffbed7bc service nova] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1196.846616] env[65403]: INFO networking_nsxv3.common.synchronization [req-ad3d0bbb-3856-46f7-960e-10a03d97a5bd req-af932073-7fd7-49ee-8017-5a8bffbed7bc service nova] Enqueued Resource ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 with Priority: HIGHEST for action port [ 1196.846616] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1196.846616] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1196.846616] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 with Priority: HIGHEST for action port [ 1196.846616] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.846616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.847057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.847057] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.847057] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.848296] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.849694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850009] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850183] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.850292] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.850356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850514] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.850710] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.852604] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e32cb4ee-cd16-4185-8038-cca58c5b8276 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.852800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.852875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.853059] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.853140] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32cb4ee-cd16-4185-8038-cca58c5b8276',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.171930] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 1197.172325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.172564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.173349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.173568] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.173998] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.174101] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.174493] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.174585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.174685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.174777] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.355915] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e32cb4ee-cd16-4185-8038-cca58c5b8276 with status ACTIVE [ 1197.356228] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.356370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.356463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.356695] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.356799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.356992] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.357103] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.357166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.357322] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.357399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.357595] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.357688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.357766] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.357930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.358013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.358101] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 is going to be updated. [ 1197.359316] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.359414] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.359578] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.380525] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.380714] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.380754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.380963] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.381221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.381312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.677534] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.862702] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.181288] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a48ead2-63df-4fad-b944-6b5a228b7a17: rpc.has_security_group_logging(os_id): False [ 1198.208043] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.208043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.208043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.208043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.227801] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.228231] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.228373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.228442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.228650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.228792] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.228895] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be updated. [ 1198.295219] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.295435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.295435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.295623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.295769] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.311494] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 1198.365983] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.366309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.366632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.366927] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.367072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.367198] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 is going to be created. [ 1198.396986] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.397233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.397233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.397459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.397616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.412277] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: UNINITIALIZED for 2s [ 1200.326986] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 1200.326986] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.422705] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: SUCCESS [ 1200.423605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.423605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.423605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.423605] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.423605] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.423863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.423863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.423932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.423971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.424068] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.926838] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.430554] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50c11054-904d-4c07-83fb-e1dd1efe0d46: rpc.has_security_group_logging(os_id): False [ 1201.449203] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.449425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.449511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.449726] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.449821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.450071] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.450176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.450239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.450390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.450474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.450551] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 is going to be created. [ 1201.511111] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.511111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.511111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.511111] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.511364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.524028] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: IN_PROGRESS for 2s [ 1201.847105] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.847786] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1203.540548] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: SUCCESS [ 1203.540912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.691974] env[65403]: INFO networking_nsxv3.common.synchronization [req-46e136e1-ff81-4137-834b-3d4c3b619abe req-dcfe5993-8396-45da-baa4-372539fdd3d4 tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1205.692561] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1205.692854] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.692976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.693105] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.693248] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.693402] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.693500] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.693556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.693705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.693839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.693966] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.993520] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.993520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.993520] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.993881] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.994245] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.994522] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.994662] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.994943] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.995168] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.995433] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.995599] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.995755] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.995904] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.996066] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.996235] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.996411] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.018168] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.018410] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.018562] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.018745] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.019079] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-176f4809-f5a7-4576-a2a5-fd334ec57243 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.019259] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.019379] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.019707] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.019852] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176f4809-f5a7-4576-a2a5-fd334ec57243',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.196082] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.522018] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.522335] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.522544] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.522869] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.523035] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.523237] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 176f4809-f5a7-4576-a2a5-fd334ec57243 not found, creating... [ 1206.523613] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.523788] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.523942] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.524194] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.524334] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.524753] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.524960] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.525126] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.525428] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.525622] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.525814] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 176f4809-f5a7-4576-a2a5-fd334ec57243 is going to be created. [ 1206.549485] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.549836] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.550018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.550335] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.550671] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.550983] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.698048] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.200827] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.200984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.201087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.201284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.201375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.201473] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1207.229447] env[65403]: INFO networking_nsxv3.common.synchronization [req-46e136e1-ff81-4137-834b-3d4c3b619abe req-37df2a55-e803-4b84-b90b-39cf0710576e service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1207.229632] env[65403]: INFO networking_nsxv3.common.synchronization [req-46e136e1-ff81-4137-834b-3d4c3b619abe req-37df2a55-e803-4b84-b90b-39cf0710576e service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1207.229773] env[65403]: INFO networking_nsxv3.common.synchronization [req-46e136e1-ff81-4137-834b-3d4c3b619abe req-37df2a55-e803-4b84-b90b-39cf0710576e service nova] Enqueued Resource ID: 176f4809-f5a7-4576-a2a5-fd334ec57243 with Priority: HIGHEST for action port [ 1207.230910] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.230985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.234573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.234573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.234573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.234952] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1207.235151] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1207.235284] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176f4809-f5a7-4576-a2a5-fd334ec57243 with Priority: HIGHEST for action port [ 1207.236230] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.236230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.236230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.236230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.236230] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.237268] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.237268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.237396] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-176f4809-f5a7-4576-a2a5-fd334ec57243 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.237461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.238042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.238042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.238042] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176f4809-f5a7-4576-a2a5-fd334ec57243',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.250019] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1207.697071] env[65403]: INFO networking_nsxv3.common.synchronization [req-dffee863-fa30-465d-9f47-1a4cc808d39f req-3811c4c6-c2f1-4af9-a679-90fb0f241d90 tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1207.697784] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1207.698066] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.698313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.698313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.698485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.698650] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.698775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.698841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.699030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.699146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.699279] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.740157] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 176f4809-f5a7-4576-a2a5-fd334ec57243 with status ACTIVE [ 1207.740434] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.740585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.740680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.740926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.741054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.741255] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.741382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.741445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.741623] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.741725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.742160] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.742286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.742351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.742464] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.742528] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.742617] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 176f4809-f5a7-4576-a2a5-fd334ec57243 is going to be updated. [ 1207.743771] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.743905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.765411] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.765617] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.765724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.765867] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.766023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.766210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-176f4809-f5a7-4576-a2a5-fd334ec57243" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.201636] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.201800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.201901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.202069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.224892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.225176] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.225297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.225360] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.225560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.225642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.225730] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1208.275291] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.275507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.275583] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.275880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.276067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.285893] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1209.260964] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1209.261355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.261410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.261599] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.261794] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.261915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.261985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.262159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.262238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.262332] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.764451] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.267763] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.298773] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1210.298987] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 deletion is rescheduled due to dependency. [ 1210.299238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.770744] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.770913] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.770987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.771238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.771331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.771432] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1210.800140] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.800353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.800353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.800572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.800797] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.819818] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1212.699237] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.699649] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1212.831815] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1212.832068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.832247] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832468] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.832661] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.832780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.832846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832997] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.833091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.833176] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.833267] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.336078] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.336078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.336078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.336401] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.336439] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.336549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.336613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.336810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.336902] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.336999] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.337160] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.337257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.337320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.337463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.337600] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.337692] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.337770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.337917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.337993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.338086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.338172] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.840428] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf: rpc.has_security_group_logging(os_id): False [ 1213.865948] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.866093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.866191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.866376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.866477] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.866857] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.866942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.867066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.867185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.867315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.867515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.867568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.867632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.867785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.867918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.868034] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.868135] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.868191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.868327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.868402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.868742] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1213.935315] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.935461] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.935545] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.935737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.935886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.958943] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1214.130067] env[65403]: INFO networking_nsxv3.common.synchronization [req-75411e56-a853-41b8-af3e-4245ec8a697d req-5075faf9-fc7d-4612-9fc1-c499899f437e tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1214.130628] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1214.130888] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.131024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.131295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.131506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.131718] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.131807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.131873] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.132046] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.132139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.132228] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.471439] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.471533] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.471660] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.471890] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.472157] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.472315] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.472432] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.472657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.472807] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.473014] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.473133] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.473263] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.473348] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.473454] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.473556] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.473685] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.493136] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.493136] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.493252] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.493392] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.493704] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-c1c6ef9f-8175-4f9a-a9b7-635953a95478 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.493875] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.493994] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.494335] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.494481] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c6ef9f-8175-4f9a-a9b7-635953a95478',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.634786] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.635063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.635063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.635221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.635318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.635520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.635631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.635704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.635864] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.635951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.636053] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1214.666701] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.666947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.666947] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.667102] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.667242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.676566] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1214.996995] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.997364] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.997364] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.997663] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.997821] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.997978] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port c1c6ef9f-8175-4f9a-a9b7-635953a95478 not found, creating... [ 1214.998251] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.999029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.999029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.999029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.999029] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.999214] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.999354] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.999473] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.999676] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.999833] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.999939] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 is going to be created. [ 1215.021813] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.022065] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.022195] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.022464] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.022692] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.022917] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.733569] env[65403]: INFO networking_nsxv3.common.synchronization [req-75411e56-a853-41b8-af3e-4245ec8a697d req-c2fd5fec-314a-46a2-a7d4-ec245450fb4b service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 1215.734146] env[65403]: INFO networking_nsxv3.common.synchronization [req-75411e56-a853-41b8-af3e-4245ec8a697d req-c2fd5fec-314a-46a2-a7d4-ec245450fb4b service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1215.734146] env[65403]: INFO networking_nsxv3.common.synchronization [req-75411e56-a853-41b8-af3e-4245ec8a697d req-c2fd5fec-314a-46a2-a7d4-ec245450fb4b service nova] Enqueued Resource ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 with Priority: HIGHEST for action port [ 1215.734926] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 1215.735248] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1215.735248] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 with Priority: HIGHEST for action port [ 1215.735535] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.735659] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.735728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.735923] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.736035] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.736879] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.736971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.737177] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1c6ef9f-8175-4f9a-a9b7-635953a95478 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.737268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.737336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.737506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.737581] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c6ef9f-8175-4f9a-a9b7-635953a95478',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.977274] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1215.977475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.239419] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.239701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.241213] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1c6ef9f-8175-4f9a-a9b7-635953a95478 with status ACTIVE [ 1216.241318] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.242240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.242240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.242240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.242240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.242240] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.242240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.242240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.242570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.242570] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.242629] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.242708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.242767] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.242951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.243037] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.243122] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 is going to be updated. [ 1216.267635] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.267828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.267881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.268775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.268775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.268775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.395978] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-6dd52ef9-a33a-46df-90ad-34db5ebfb190 tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1216.396860] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1216.397660] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.397755] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.397803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.398086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.398309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.398460] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.398536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.398746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.398863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.399033] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.688145] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1216.689412] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 deletion is rescheduled due to dependency. [ 1216.689412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.689412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.689412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.689412] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.689412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.689412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.689730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.689730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.689730] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.747048] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.747165] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.747311] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.747547] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.747803] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.747963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.748096] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.748383] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.748548] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.748757] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.748875] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.748988] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.749147] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.749267] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.749836] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.749836] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.769440] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.769619] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.769821] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.770239] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.770561] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-e812a289-db8c-440c-9250-c0591c2fd30f taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.770727] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.770847] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.771187] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.771327] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e812a289-db8c-440c-9250-c0591c2fd30f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.902740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.902943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.903034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.903294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.903412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.903625] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.903761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.903835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.903993] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.904092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.904175] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1216.932792] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.932942] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.933015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.933237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.933379] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.943083] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1217.193161] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.273787] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.274195] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.274285] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.274578] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.274751] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.274911] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port e812a289-db8c-440c-9250-c0591c2fd30f not found, creating... [ 1217.275195] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.275351] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.275466] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.275682] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.275816] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.276110] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.276265] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.276377] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.276613] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.276819] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.276962] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: e812a289-db8c-440c-9250-c0591c2fd30f is going to be created. [ 1217.322394] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.322606] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.322733] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.323191] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.323430] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.323651] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.695674] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.897717] env[65403]: INFO networking_nsxv3.common.synchronization [req-340676a0-158e-445d-af4d-ed79844776fc req-b70be6e5-4387-4f77-b21b-8a3db99806c6 tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1217.898659] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1217.899152] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.899363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.899511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.899793] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.900073] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.900255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.900383] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.900656] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.900818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.900988] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.020539] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-c7a85126-4bf7-494e-8f66-f584bb073682 service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1218.020721] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-c7a85126-4bf7-494e-8f66-f584bb073682 service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1218.020863] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-c7a85126-4bf7-494e-8f66-f584bb073682 service nova] Enqueued Resource ID: e812a289-db8c-440c-9250-c0591c2fd30f with Priority: HIGHEST for action port [ 1218.021101] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1218.021231] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1218.021327] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e812a289-db8c-440c-9250-c0591c2fd30f with Priority: HIGHEST for action port [ 1218.021887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.022015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.023831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.024078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.024181] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.025108] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.025208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.025394] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e812a289-db8c-440c-9250-c0591c2fd30f taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.025497] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.025652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.025743] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.025817] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e812a289-db8c-440c-9250-c0591c2fd30f',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.199065] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.199229] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.199845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.199845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.199845] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.199845] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1218.230209] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.230412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.230412] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.230642] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.230796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.239559] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1218.403159] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.527159] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.527315] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.527484] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e812a289-db8c-440c-9250-c0591c2fd30f with status ACTIVE [ 1218.527644] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.527776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.527841] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.528063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.528158] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.528326] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.528455] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.528499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.528624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.528700] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.528872] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.528962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.529031] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.529173] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.529246] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.529329] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e812a289-db8c-440c-9250-c0591c2fd30f is going to be updated. [ 1218.549170] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.549316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.549389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.549595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.549732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.549905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e812a289-db8c-440c-9250-c0591c2fd30f" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.669697] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-205fb49a-c298-4ee0-b66d-a87c21fe0573 tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1218.670622] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1218.670622] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.670781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.906025] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.953395] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1218.953612] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e deletion is rescheduled due to dependency. [ 1218.953691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.953842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.954063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.954244] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.954403] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.954492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.954653] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.954730] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.954824] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.963498] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.963721] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.963846] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.964095] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.964353] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.964508] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.964626] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.964986] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.965160] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.965369] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.965506] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.965584] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.965687] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.965820] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.965908] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.966062] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.984833] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.985031] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.985174] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.985347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-225" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.985658] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-5985e769-fac4-4060-a57d-95ba93d8481e taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.985830] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.985951] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.986285] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.986420] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5985e769-fac4-4060-a57d-95ba93d8481e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.408838] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.409271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.409271] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.409352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.409451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.409550] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1219.444015] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.444179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.444237] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.444453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.444701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.456988] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1219.456988] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.488702] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.488934] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.489012] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.489308] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.489456] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.489729] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port 5985e769-fac4-4060-a57d-95ba93d8481e not found, creating... [ 1219.490017] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.490218] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.490336] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.490565] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.490704] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.490999] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.491174] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.491286] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.491493] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.491629] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.493444] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: 5985e769-fac4-4060-a57d-95ba93d8481e is going to be created. [ 1219.517189] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.517449] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.517564] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.517937] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.518208] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.518453] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.961402] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.236438] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-ba0e3078-d203-4ff8-862d-61c55f4694ed service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1220.236697] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-ba0e3078-d203-4ff8-862d-61c55f4694ed service nova] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1220.236795] env[65403]: INFO networking_nsxv3.common.synchronization [req-1b783710-2917-4931-9b05-30f2484e1643 req-ba0e3078-d203-4ff8-862d-61c55f4694ed service nova] Enqueued Resource ID: 5985e769-fac4-4060-a57d-95ba93d8481e with Priority: HIGHEST for action port [ 1220.237521] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_rules [ 1220.237712] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1220.237839] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5985e769-fac4-4060-a57d-95ba93d8481e with Priority: HIGHEST for action port [ 1220.238709] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.238827] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.239400] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.239400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.239400] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-5985e769-fac4-4060-a57d-95ba93d8481e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.239400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.239790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.239790] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.239790] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5985e769-fac4-4060-a57d-95ba93d8481e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.252755] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1220.253185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.253478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.253831] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.254170] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.254421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.254573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.254839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.255030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.255203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.255401] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.465483] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.465483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.465483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.465483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.465483] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.465483] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1220.491930] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.491930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.492128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.492241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.492787] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.501490] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1220.742892] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5985e769-fac4-4060-a57d-95ba93d8481e with status ACTIVE [ 1220.743158] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.743306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.743376] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.743735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.743735] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.743860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.743995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.744072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.744230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.744305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.744485] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.744579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.744712] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.744895] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.744979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.745081] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5985e769-fac4-4060-a57d-95ba93d8481e is going to be updated. [ 1220.758305] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.767587] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.767734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.767815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.768066] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.768235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.768405] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5985e769-fac4-4060-a57d-95ba93d8481e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.261362] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55bf55da-8bb9-4e19-af18-6f3384563e09: rpc.has_security_group_logging(os_id): False [ 1221.279504] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.279504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.279504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.279756] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.280515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.280515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.280515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.280515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.280515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.280515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.280515] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1221.363520] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.363746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.363746] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.363915] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.364072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.381115] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1221.465854] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1221.466145] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.513351] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1222.513853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.513853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.514086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.514297] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.514481] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.514557] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.514736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.514871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.514976] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.515099] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.515985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.516228] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.516413] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.516526] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.516595] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.516721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.516837] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.516928] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.018797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.018941] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.019157] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.396155] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1223.396399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.521790] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.024482] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.024482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.024482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.024736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.024839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.024915] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1224.056837] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.057107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.057185] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.057482] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.057675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.066724] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1224.678406] env[65403]: INFO networking_nsxv3.common.synchronization [req-8c809d99-694d-45d2-baa4-64bd81bae610 req-e0f84f22-e714-4a04-9e84-675250a1301c tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1224.678908] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1224.679590] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.679590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.679590] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.679753] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.679860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.679860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.679950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.680062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.680150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.680242] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.182493] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.686741] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.727458] env[65403]: INFO networking_nsxv3.common.synchronization [req-c6232ba7-82f5-4578-8a76-9b9fc6153605 req-183498ad-c459-4e5f-8cfa-98cf24a72224 tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1225.729304] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1225.729304] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.729304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.729304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.729943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.729943] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.729943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.729943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.729943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.729943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.730394] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.015893] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.016119] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.016239] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.016501] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.016754] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.016993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.017130] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.017371] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.017519] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.017729] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.017892] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.018045] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.018161] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.018294] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.018400] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.018531] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.038087] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.038276] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.038417] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.038592] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-163" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.038913] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-9ea22f4e-61ae-472e-ac65-3477c158ad4b taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.039172] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.039326] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.039612] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.039752] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea22f4e-61ae-472e-ac65-3477c158ad4b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.075976] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1226.076260] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.076415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.076628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.076910] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.076978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.077054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.077257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.077365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.077432] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.189862] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.190092] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.190182] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.190357] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.190445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.190590] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1226.221328] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.221511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.222120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.222120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.222120] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.232026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.232297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.232374] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.232652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.232785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.233115] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.233240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.233311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.233502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.233613] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.233681] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1226.235470] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1226.263405] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.263719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.263719] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.263879] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.264029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.275268] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1226.543571] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.543997] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.544481] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.544878] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.545211] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.545537] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 9ea22f4e-61ae-472e-ac65-3477c158ad4b not found, creating... [ 1226.546292] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.546619] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.546963] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.547432] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.547723] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.548267] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.548577] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.548815] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.549108] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.549305] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.549486] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 9ea22f4e-61ae-472e-ac65-3477c158ad4b is going to be created. [ 1226.574322] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.574637] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.574892] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.575264] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.575571] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.575873] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.579787] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.081619] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.292357] env[65403]: INFO networking_nsxv3.common.synchronization [req-c6232ba7-82f5-4578-8a76-9b9fc6153605 req-d4fe6e81-245d-4e41-b194-81d20a0a7dbc service nova] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 1227.292703] env[65403]: INFO networking_nsxv3.common.synchronization [req-c6232ba7-82f5-4578-8a76-9b9fc6153605 req-d4fe6e81-245d-4e41-b194-81d20a0a7dbc service nova] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1227.292703] env[65403]: INFO networking_nsxv3.common.synchronization [req-c6232ba7-82f5-4578-8a76-9b9fc6153605 req-d4fe6e81-245d-4e41-b194-81d20a0a7dbc service nova] Enqueued Resource ID: 9ea22f4e-61ae-472e-ac65-3477c158ad4b with Priority: HIGHEST for action port [ 1227.293313] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_rules [ 1227.293461] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1227.293561] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea22f4e-61ae-472e-ac65-3477c158ad4b with Priority: HIGHEST for action port [ 1227.293847] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.293972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.294221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.294494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.294612] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.296191] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.296297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.297254] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea22f4e-61ae-472e-ac65-3477c158ad4b taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.297254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.297254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.297254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.297540] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea22f4e-61ae-472e-ac65-3477c158ad4b',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.585515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.585515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.585515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.585515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.585515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.585515] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1227.615068] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.615293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.615340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.615572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.615720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.625097] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1227.796552] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.796848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.799046] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea22f4e-61ae-472e-ac65-3477c158ad4b with status ACTIVE [ 1227.799262] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.799390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.799453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.799674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.799765] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.799936] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.800050] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.800107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.800266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.800336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.800515] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.800611] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.800660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.800820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.802365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.802365] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea22f4e-61ae-472e-ac65-3477c158ad4b is going to be updated. [ 1227.831671] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.831916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.831916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.832122] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.832265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.832426] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea22f4e-61ae-472e-ac65-3477c158ad4b" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.245071] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1228.245544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.284205] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1228.284414] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 deletion is rescheduled due to dependency. [ 1228.284501] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.284657] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.284916] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.285084] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.285232] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.285297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.285458] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.285538] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.285633] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.788018] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.290465] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.635789] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1229.636072] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.636280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.636534] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.636755] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.636887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.636951] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.637206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.637265] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.637317] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.637526] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.637625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.637786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.637828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.637978] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.638128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.638212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.638373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.638472] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.638614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.638661] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.793540] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.793540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.793540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.793849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.793849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.793982] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1229.825820] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.825820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.825820] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.826084] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.826308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.837218] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1230.141105] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 934be2f1-8b51-4c75-b943-4c55bd7e943e: rpc.has_security_group_logging(os_id): False [ 1230.160620] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.160906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.160906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.161157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.161297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.161535] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.161694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.161749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.161929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.162047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.162331] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.162459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.162541] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.162711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.162804] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.163051] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.163183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.163243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.163416] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.163523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.163698] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1230.225249] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.225488] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.225562] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.225772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.225926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.242122] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1231.848374] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1231.848627] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.848748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.848974] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.849222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.849355] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.849397] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.849556] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.849637] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.849722] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.849813] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.097260] env[65403]: INFO networking_nsxv3.common.synchronization [req-fad82fa9-52bd-4c86-9899-5be785f3c50a req-74b0ee67-0c09-4cbe-aa6d-f6d0c0462747 tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1232.097918] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1232.098308] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.098436] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.098499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.098694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.098842] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.098938] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.098990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.099150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.099255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.099354] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.187872] env[65403]: INFO networking_nsxv3.common.synchronization [req-c81c02d9-e571-47e8-b482-760f76c67eaa req-4257c43a-8f18-4bcd-8dae-33f6298fe461 tempest-MultipleCreateTestJSON-582705322 tempest-MultipleCreateTestJSON-582705322-project-member] Enqueued Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1232.188475] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e with Priority: HIGHEST for action security_group_members [ 1232.188797] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-934be2f1-8b51-4c75-b943-4c55bd7e943e taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.188924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.257525] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1232.257737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.258013] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.258233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.258363] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.352405] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.603052] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.779167] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.779356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.779489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.779648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.779741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.779839] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be deleted. [ 1232.829425] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.829536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.829673] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.829891] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.829991] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.830124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.854689] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5b8898-a588-4079-a416-8c4e8284c4e7: rpc.has_security_group_logging(os_id): False [ 1232.873796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.874053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.874154] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.874331] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.874452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.874905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.875032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.875098] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.875256] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.875333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.875422] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1232.957055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.957263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.957340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.957553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.957708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.973410] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1233.105224] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.608146] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.608146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.608146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.608428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.608428] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.608512] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be updated. [ 1233.639214] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.639408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.639469] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.639680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.639835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.648964] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: IN_PROGRESS for 2s [ 1234.040880] env[65403]: INFO networking_nsxv3.common.synchronization [req-6a7c871a-33ca-4d19-977a-63113cb73ec2 req-42322a56-75bb-426c-b243-0726293b6e3a tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1234.041167] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1234.041503] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.041675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.041772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.043794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.044012] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.044190] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.044257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.044446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.044582] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.044676] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.364790] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.365072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.365210] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.365475] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.365733] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.365885] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.365998] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.366417] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.366569] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.366777] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.366888] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.367051] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.367165] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.367275] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.367376] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.367504] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.386229] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.386387] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.386482] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.386654] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.386974] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-ac900a60-ea70-4539-8bc9-801886fe0954 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.387172] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.387295] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.387606] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.387762] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac900a60-ea70-4539-8bc9-801886fe0954',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.546472] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.889991] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.890252] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.890358] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.890732] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.890926] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.891225] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port ac900a60-ea70-4539-8bc9-801886fe0954 not found, creating... [ 1234.891564] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.891760] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.891911] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.892181] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.892410] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.892699] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.892903] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.893064] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.893315] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.893479] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.893629] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: ac900a60-ea70-4539-8bc9-801886fe0954 is going to be created. [ 1234.915523] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.915759] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.915870] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.916128] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.916366] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.916588] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.992269] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1234.992515] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.049169] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.551734] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.551892] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.551961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.552199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.552294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.552435] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1235.583683] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.583683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.583683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.583683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.583683] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.591995] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1235.619984] env[65403]: INFO networking_nsxv3.common.synchronization [req-6a7c871a-33ca-4d19-977a-63113cb73ec2 req-281ebd03-8752-4b7c-8a4f-4e09703b9808 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1235.620180] env[65403]: INFO networking_nsxv3.common.synchronization [req-6a7c871a-33ca-4d19-977a-63113cb73ec2 req-281ebd03-8752-4b7c-8a4f-4e09703b9808 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1235.620320] env[65403]: INFO networking_nsxv3.common.synchronization [req-6a7c871a-33ca-4d19-977a-63113cb73ec2 req-281ebd03-8752-4b7c-8a4f-4e09703b9808 service nova] Enqueued Resource ID: ac900a60-ea70-4539-8bc9-801886fe0954 with Priority: HIGHEST for action port [ 1235.620902] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1235.621460] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1235.621662] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac900a60-ea70-4539-8bc9-801886fe0954 with Priority: HIGHEST for action port [ 1235.621992] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.622258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.622371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.622625] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.622747] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.626033] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.626033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.626408] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac900a60-ea70-4539-8bc9-801886fe0954 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.626622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.626876] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.627475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.627475] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac900a60-ea70-4539-8bc9-801886fe0954',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.658524] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e in Status: SUCCESS [ 1235.658824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.659491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.659796] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.659996] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.660193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.660251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.660440] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.660517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.660626] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934be2f1-8b51-4c75-b943-4c55bd7e943e',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.125738] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.126096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.129562] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac900a60-ea70-4539-8bc9-801886fe0954 with status ACTIVE [ 1236.129793] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.129924] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.129992] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.130223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.130314] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.130488] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.130592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.130654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.130803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.130880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.131077] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.131177] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.131241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.131375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.131452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.131535] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac900a60-ea70-4539-8bc9-801886fe0954 is going to be updated. [ 1236.155144] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.155306] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.155371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.155592] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.155786] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.155918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac900a60-ea70-4539-8bc9-801886fe0954" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.164185] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.164353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.164418] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.164626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.164717] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.164913] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.165044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.165094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.165239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.165320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.165404] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934be2f1-8b51-4c75-b943-4c55bd7e943e is going to be deleted. [ 1236.213822] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.214029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.214142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.214429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.214593] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.214688] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934be2f1-8b51-4c75-b943-4c55bd7e943e" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.602561] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1237.602948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.602948] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.603165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.603355] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.603473] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.603529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.603732] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.603854] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.603997] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.107028] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.610579] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.113054] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.113200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.113200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.113371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.113463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.113559] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1239.146541] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.146905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.146905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.147245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.147245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.156886] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1240.622981] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.623360] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1240.834562] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1240.834725] env[65403]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e2ab9a0b-0751-4e55-837a-61b5d33b850b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1241.169079] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1241.169330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.169544] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.169987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.170202] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.170356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.170422] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.170588] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.170672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.170758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.170848] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.674929] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.675351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.675351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.675450] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.675622] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.675721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.675784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.675934] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.676033] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.676124] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.676268] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.676359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.676417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.676558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.676695] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.676788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.676848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.676983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.677146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.677231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.677318] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.179564] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf: rpc.has_security_group_logging(os_id): False [ 1242.204443] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.204728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.204728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.204905] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.204979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.205198] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.205321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.205387] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.205507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.205585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.205782] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.205896] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.205962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.206113] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.206183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.206370] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.206466] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.206542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.206648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.206715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.206797] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1242.268441] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.268705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.268705] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.268835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.268982] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.285429] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1244.313042] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1244.313042] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.324183] env[65403]: INFO networking_nsxv3.common.synchronization [req-1d31f6e9-6378-4d5d-bebd-018a6c7ee51e req-6af8eec3-7a43-45c6-90a5-33eaf276e743 tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1245.324730] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1245.325754] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.325754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.325754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.325754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.325754] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.325754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.325754] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.326181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.326181] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.326181] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.828158] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.330674] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.833095] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.833310] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.833446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.833803] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.833990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.834184] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1246.864187] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.864341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.864448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.864681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.865094] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.873567] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1248.885117] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1248.885527] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.124021] env[65403]: INFO networking_nsxv3.common.synchronization [req-f7c5be06-898c-44bf-8c1b-db4740f533ff req-b1a76231-f10c-4804-b024-bb82915a26c3 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_members [ 1250.124759] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGHEST for action security_group_members [ 1250.125101] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.125224] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.125290] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.125552] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.125629] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.125724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.125784] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.125926] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.126027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.126132] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.629304] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.629560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.629708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.629983] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.630193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.630532] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.630694] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.630810] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.631074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.631206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.631342] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d is going to be updated. [ 1250.661418] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.661648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.661772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.662043] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.662270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.671512] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d in Status: IN_PROGRESS for 2s [ 1252.683386] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d in Status: SUCCESS [ 1252.683715] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d deletion is rescheduled due to dependency. [ 1252.683715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.667230] env[65403]: INFO networking_nsxv3.common.synchronization [req-cf9fd1ff-6b99-4ddb-a687-7b730f72d0ed req-cb24781e-7037-428f-8c85-f4e8c06776e3 tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1254.667831] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1254.668213] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.668380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.668448] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.668658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.668812] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.668918] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.668979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.669157] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.669255] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.669362] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.959057] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.959284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.959284] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.959531] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.959780] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.959939] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.960109] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.960340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.960484] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.960710] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.960799] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.960906] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.961028] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.961141] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.961246] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.961428] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.986112] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.986650] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1254.986889] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.987115] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-973" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.987504] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-ee3e71bc-1d5e-4a57-9920-df62fd9031da taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.987712] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.987843] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.988219] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.988387] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee3e71bc-1d5e-4a57-9920-df62fd9031da',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.172607] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.491072] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.491326] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.491457] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.491930] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.492121] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.492405] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port ee3e71bc-1d5e-4a57-9920-df62fd9031da not found, creating... [ 1255.492730] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.492974] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.493203] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.493463] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.493696] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.494085] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.494297] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.494514] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.494792] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.495053] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.495257] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: ee3e71bc-1d5e-4a57-9920-df62fd9031da is going to be created. [ 1255.526508] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.526765] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.526919] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.527393] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.527733] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.528039] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.698844] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.177623] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.177802] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.177856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.178142] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.178281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.178346] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1256.212559] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.212783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.212783] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.213024] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.213388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.224254] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1256.239635] env[65403]: INFO networking_nsxv3.common.synchronization [req-cf9fd1ff-6b99-4ddb-a687-7b730f72d0ed req-835f6125-a8c3-4d4d-b625-a9e52268f902 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1256.239744] env[65403]: INFO networking_nsxv3.common.synchronization [req-cf9fd1ff-6b99-4ddb-a687-7b730f72d0ed req-835f6125-a8c3-4d4d-b625-a9e52268f902 service nova] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1256.239846] env[65403]: INFO networking_nsxv3.common.synchronization [req-cf9fd1ff-6b99-4ddb-a687-7b730f72d0ed req-835f6125-a8c3-4d4d-b625-a9e52268f902 service nova] Enqueued Resource ID: ee3e71bc-1d5e-4a57-9920-df62fd9031da with Priority: HIGHEST for action port [ 1256.240403] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_rules [ 1256.240545] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1256.240644] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee3e71bc-1d5e-4a57-9920-df62fd9031da with Priority: HIGHEST for action port [ 1256.240925] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.241138] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.241264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.241372] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.241447] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.242329] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.242417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.242610] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee3e71bc-1d5e-4a57-9920-df62fd9031da taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.242939] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.243022] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.243207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.243279] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee3e71bc-1d5e-4a57-9920-df62fd9031da',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.745118] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.745535] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.745585] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee3e71bc-1d5e-4a57-9920-df62fd9031da with status ACTIVE [ 1256.745793] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.745922] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.745987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.746231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.746348] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.746512] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.746608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.746665] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.746814] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.747034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.747207] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.747336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.747462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.747543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.747620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.747779] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee3e71bc-1d5e-4a57-9920-df62fd9031da is going to be updated. [ 1256.773269] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.773499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.773499] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.773685] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.773828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.773987] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee3e71bc-1d5e-4a57-9920-df62fd9031da" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.921212] env[65403]: INFO networking_nsxv3.common.synchronization [None req-0bafc72e-70f5-48c0-8cbf-b2a740bd4c68 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_rules [ 1256.921798] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_rules [ 1256.922104] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bc754a-6ba3-4705-bf07-31926cf297cd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.922240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.922309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.923254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.923254] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.011555] env[65403]: INFO networking_nsxv3.common.synchronization [None req-ec5f823c-918f-4939-b638-3edd777b6a83 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_rules [ 1257.012169] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_rules [ 1257.012720] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bc754a-6ba3-4705-bf07-31926cf297cd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.012720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.444023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.444192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.444243] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.444561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.444724] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.444870] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bc754a-6ba3-4705-bf07-31926cf297cd already deleted. [ 1257.445064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.445333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.445543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.445656] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.970729] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.971133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.971133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.971240] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.971453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.971453] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bc754a-6ba3-4705-bf07-31926cf297cd already deleted. [ 1257.971453] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.235026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1258.235287] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.235484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.235713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.235914] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.236076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.236137] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.236259] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.236336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.236433] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.738728] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.241371] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.743639] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.743869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.743920] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.744144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.744233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.744333] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1259.775591] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.775740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.775813] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.776067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.776184] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.787930] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1261.800929] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1261.800929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.801297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.801400] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.801559] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.801682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.801749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.801950] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.802055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.802144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.802237] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.013647] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.013768] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1262.304244] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.304441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.304489] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.304679] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.304844] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.304962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.305040] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.305223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.305321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.305410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.305556] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.305649] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.305704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.305846] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.305983] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.306087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.306146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.306305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.306382] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.306465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.306565] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.473289] env[65403]: INFO networking_nsxv3.common.synchronization [req-efcc3918-d1ba-4ae5-9a57-b9bf8b230362 req-fcb25b6a-fc9d-4568-8c5f-f3f163b7db00 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_members [ 1262.473812] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_members [ 1262.474495] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bc754a-6ba3-4705-bf07-31926cf297cd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.474632] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.474710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.478241] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.478484] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.478597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.478672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.478842] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.478933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.479039] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.763270] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.763443] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.763584] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.763847] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.764179] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.764360] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.764709] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.764709] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.764849] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.765060] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.765167] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.765283] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.765486] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.765552] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.765610] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.765732] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.785223] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.785481] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.785542] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.785704] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-459" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.786148] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-386692e5-dbd0-40cf-b95a-3326e0373211 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.786225] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.786360] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.786627] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.786765] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('386692e5-dbd0-40cf-b95a-3326e0373211',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.809374] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf: rpc.has_security_group_logging(os_id): False [ 1262.828200] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.828441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.828441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.828616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.828709] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.828900] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.829030] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.829093] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.829219] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.829294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.829533] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.829652] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.829720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.829883] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.829990] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.830586] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.830761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.830903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.831178] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.831281] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.831375] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1262.895354] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.895523] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.895568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.895781] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.895931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.918067] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1262.982341] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.982591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.982591] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.982782] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.982875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.983087] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.983179] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.983242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.983390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.983467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.983552] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bc754a-6ba3-4705-bf07-31926cf297cd already deleted. [ 1262.983631] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.290058] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.290496] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.290755] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.291214] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.291488] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.291682] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Segment Port 386692e5-dbd0-40cf-b95a-3326e0373211 not found, creating... [ 1263.292018] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.292260] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.292407] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.292691] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.292844] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.293287] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.293652] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.293755] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.294017] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.294174] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.294381] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: 386692e5-dbd0-40cf-b95a-3326e0373211 is going to be created. [ 1263.316947] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.317320] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.317446] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.317770] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.318015] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.318299] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.008083] env[65403]: INFO networking_nsxv3.common.synchronization [req-efcc3918-d1ba-4ae5-9a57-b9bf8b230362 req-fbe15416-b7c1-4d44-a61a-21161aada625 service nova] Enqueued Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_rules [ 1264.008361] env[65403]: INFO networking_nsxv3.common.synchronization [req-efcc3918-d1ba-4ae5-9a57-b9bf8b230362 req-fbe15416-b7c1-4d44-a61a-21161aada625 service nova] Enqueued Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_members [ 1264.008464] env[65403]: INFO networking_nsxv3.common.synchronization [req-efcc3918-d1ba-4ae5-9a57-b9bf8b230362 req-fbe15416-b7c1-4d44-a61a-21161aada625 service nova] Enqueued Resource ID: 386692e5-dbd0-40cf-b95a-3326e0373211 with Priority: HIGHEST for action port [ 1264.008969] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_rules [ 1264.009115] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_members [ 1264.009247] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 386692e5-dbd0-40cf-b95a-3326e0373211 with Priority: HIGHEST for action port [ 1264.009474] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bc754a-6ba3-4705-bf07-31926cf297cd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.009596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.009660] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.009856] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.009935] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.011796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bc754a-6ba3-4705-bf07-31926cf297cd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.011925] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.011995] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.012204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.012363] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.012465] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.012525] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.012672] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.013574] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.013574] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.014211] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-386692e5-dbd0-40cf-b95a-3326e0373211 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.014323] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.014395] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.014566] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.014649] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('386692e5-dbd0-40cf-b95a-3326e0373211',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.516587] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.517667] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bc754a-6ba3-4705-bf07-31926cf297cd taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.517798] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.517983] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 386692e5-dbd0-40cf-b95a-3326e0373211 with status ACTIVE [ 1264.518242] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.518242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.518242] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.518480] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.518575] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.518766] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.518868] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.518929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.519106] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.519206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.520066] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.520196] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.520261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.520430] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.520517] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.520673] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 386692e5-dbd0-40cf-b95a-3326e0373211 is going to be updated. [ 1264.548067] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.548245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.548333] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.548585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.548794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.548968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-386692e5-dbd0-40cf-b95a-3326e0373211" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.931616] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1264.931871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.024444] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.530155] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.530539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.530628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.530844] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.530977] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.531125] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bc754a-6ba3-4705-bf07-31926cf297cd is going to be created. [ 1265.565160] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.565337] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.565447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.565725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.565953] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.577092] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bc754a-6ba3-4705-bf07-31926cf297cd in Status: UNINITIALIZED for 2s [ 1266.857515] env[65403]: INFO networking_nsxv3.common.synchronization [req-466f9325-beb5-44cb-ad8a-bc432bec06b2 req-5bd742f3-f992-49c7-bf4a-712296e964eb tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1266.858112] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1266.858539] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.858670] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.858773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.858914] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.859077] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.859166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.859221] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.859369] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.859454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.859897] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.362220] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.588609] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bc754a-6ba3-4705-bf07-31926cf297cd in Status: SUCCESS [ 1267.588609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.588952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.589208] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.589511] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.589655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.589780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.590127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.590233] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.590325] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.590432] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.865458] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.093303] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.293791] env[65403]: INFO networking_nsxv3.common.synchronization [req-013adab5-53a1-4c0e-92e3-860222bb1e63 req-c5e2d55e-7e53-424f-a930-d40d3defc20e tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1268.293791] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1268.293791] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.293791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.293791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.293791] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.293791] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.294629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.294629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.294629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.294629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.294629] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.367487] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.367668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.367740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.367969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.368077] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.368280] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be updated. [ 1268.400937] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.401165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.401223] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.401459] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.401601] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.414222] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 1268.595560] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71bc754a-6ba3-4705-bf07-31926cf297cd: rpc.has_security_group_logging(os_id): False [ 1268.622875] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.623035] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.623095] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.623318] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.623429] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.623674] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.623780] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.623843] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.624000] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.624090] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.624178] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bc754a-6ba3-4705-bf07-31926cf297cd is going to be created. [ 1268.709068] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.709068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.709068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.709068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.709068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.723369] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bc754a-6ba3-4705-bf07-31926cf297cd in Status: IN_PROGRESS for 2s [ 1268.798071] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.300490] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.803743] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.803903] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.803954] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.804209] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.804300] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.804399] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1269.834161] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.834356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.834356] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.834569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.834729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.843769] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1270.425613] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 1270.426032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.736147] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bc754a-6ba3-4705-bf07-31926cf297cd in Status: SUCCESS [ 1270.736399] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.854804] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1271.855192] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.574785] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.575080] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.575259] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.575597] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.575928] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.578863] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.579016] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.579313] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.579489] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.579717] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.579842] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.579952] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.580075] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.580188] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.580293] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.580427] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.601850] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.602032] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.602163] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.602340] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-809" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.602656] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-e32cb4ee-cd16-4185-8038-cca58c5b8276 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.602926] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.603077] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.603347] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.603487] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32cb4ee-cd16-4185-8038-cca58c5b8276',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.106325] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.106807] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.106807] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.106903] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.107021] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.107311] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.107590] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.107660] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.107828] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.107965] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.108268] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.108450] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.108628] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.108872] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.109073] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.109232] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 is going to be updated. [ 1273.130038] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.130266] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.130390] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.130657] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.130849] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.131072] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.293385] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.293540] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.838636] env[65403]: INFO networking_nsxv3.common.synchronization [req-a4cc1fc9-2787-4643-9411-a3666b7e94aa req-ecd769e5-a73b-4b0c-9b4c-878587f9c2fb service nova] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1273.838741] env[65403]: INFO networking_nsxv3.common.synchronization [req-a4cc1fc9-2787-4643-9411-a3666b7e94aa req-ecd769e5-a73b-4b0c-9b4c-878587f9c2fb service nova] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1273.838878] env[65403]: INFO networking_nsxv3.common.synchronization [req-a4cc1fc9-2787-4643-9411-a3666b7e94aa req-ecd769e5-a73b-4b0c-9b4c-878587f9c2fb service nova] Enqueued Resource ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 with Priority: HIGHEST for action port [ 1273.839415] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_rules [ 1273.839576] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1273.839636] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 with Priority: HIGHEST for action port [ 1273.839902] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.840044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.840130] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.840304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.840388] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.841645] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.841759] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.841819] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.842058] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.842278] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.842406] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.842462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.842608] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.842701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.842815] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.844343] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-e32cb4ee-cd16-4185-8038-cca58c5b8276 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.844596] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.844669] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.844836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.844952] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32cb4ee-cd16-4185-8038-cca58c5b8276',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.345529] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.346811] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.346932] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.347148] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e32cb4ee-cd16-4185-8038-cca58c5b8276 with status ACTIVE [ 1274.347319] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.347539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.347668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.347968] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.348115] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.348301] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.348506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.348655] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.348874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.348972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.349216] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.349299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.349421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.349579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.349671] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.349764] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e32cb4ee-cd16-4185-8038-cca58c5b8276 is going to be updated. [ 1274.375126] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.375359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.375359] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.375539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.375676] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.375888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e32cb4ee-cd16-4185-8038-cca58c5b8276" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.852366] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.354941] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.355442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.355442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.355581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.355581] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.355651] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 is going to be updated. [ 1275.389312] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.389533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.389533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.389721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.389897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.400649] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: IN_PROGRESS for 2s [ 1277.413855] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: SUCCESS [ 1277.414225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.414389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.414629] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.414857] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.415012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.415109] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.415293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.415402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.415542] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.415584] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.917391] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.419625] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50c11054-904d-4c07-83fb-e1dd1efe0d46: rpc.has_security_group_logging(os_id): False [ 1278.438663] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.438872] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.438973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.439279] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.439389] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.439660] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.439800] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.439870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.440126] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.440225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.440321] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 is going to be updated. [ 1278.530072] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.530321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.530321] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.530536] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.530691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.545661] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: IN_PROGRESS for 2s [ 1278.840765] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.840964] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1278.927206] env[65403]: INFO networking_nsxv3.common.synchronization [req-7f6aee55-e065-49ce-b3e2-0a78252b16c6 req-9055371f-c825-4518-977c-61ea17551caf tempest-ServersTestJSON-868320319 tempest-ServersTestJSON-868320319-project-member] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1278.930721] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGHEST for action security_group_members [ 1278.930721] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.930721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.930721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.930721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.930721] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.930721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.930721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.930721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.930721] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.930721] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.432223] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.432626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.432626] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.432710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.432748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.432935] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.433075] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.433165] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.433330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.433408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.433509] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be updated. [ 1279.462627] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.462812] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.462858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.463133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.463298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.472253] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: IN_PROGRESS for 2s [ 1280.561898] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: SUCCESS [ 1280.562336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.771086] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.771086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.771086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.771086] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.771086] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.273042] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.483357] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf in Status: SUCCESS [ 1281.483560] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf deletion is rescheduled due to dependency. [ 1281.483689] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.775561] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.278057] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1282.278173] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1283.126952] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.126952] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.127435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.127435] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.141380] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1283.142327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.143529] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1283.187452] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.187708] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.187821] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.188131] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.204206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.205136] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1283.205215] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.205326] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1283.249173] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.249434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.249434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.249579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.250860] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.251068] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1283.336933] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.337209] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.337284] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.337521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.337878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.338309] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1283.421985] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.422273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.422273] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.422564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.422933] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.423324] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1283.423421] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ed9819d9-97b8-489a-8d66-afa4ac5a6fab', '59fea7bd-b379-4e8d-bb08-5b9b96a3fddf', '8b5b8898-a588-4079-a416-8c4e8284c4e7', '55bf55da-8bb9-4e19-af18-6f3384563e09', 'cb1728c8-db4a-4075-a39b-581bf1402e13', '2f566b29-0176-4411-a60d-217f335dff38', '657289a4-5c71-484e-ad1b-f0e45edcde7d', '4a48ead2-63df-4fad-b944-6b5a228b7a17', '74ff2f37-f75e-44f8-aec9-d4702564143a', '8f3d0f2b-b14c-4224-979b-972f97880816', '0b712b2a-b8a4-44d9-88f3-0bb185bcd661', '917f352c-1122-47ad-832a-d29b2b64c22a', '39932a2b-d970-40da-b1f2-5220e15258ca', 'a1025709-e51c-4ea5-92e1-5a7d28e340fe', '46ec3ba1-460a-41c7-a72e-05efb1b62141', '84d18c7c-09c2-47d5-9ffc-325c768e33ff', '412ab911-9be7-4f42-8502-677eb92f8f29', 'b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d', 'bf08f2ad-f0dc-43d2-b412-fd509155ba67', '9e7911f0-7819-45c9-92e7-9f32450e66ea', '7e4013e6-c222-48d7-bd64-25ea1a3f8f21', '8a1796fe-f7e3-431d-bd96-ff83bf4ed012', '9b49d648-dc29-4ee0-8a3b-e0418b9f63a4', '76dcd2ba-6573-4574-a2d2-addb9a920805', '71bc754a-6ba3-4705-bf07-31926cf297cd', '50c11054-904d-4c07-83fb-e1dd1efe0d46', '6a2432e5-5cca-4e79-9a63-666d6b8853e0', '21c8a609-dfa5-4931-97a3-929669830c96', '218a1899-4c49-47ce-becd-5f5fda5358a8', 'f2ecef6a-4d5e-4122-8b75-f6163854a601', 'f4c3a387-502a-445a-936e-a8fbdc3a1ca3', '2dcc1be4-efd7-47f8-9264-69b95a5fa8e6', 'dff4faa5-1980-4d24-aaf8-5a325cf2e9af', '07be6f5d-7994-495a-8860-dbf3ae73f756', '6c5bfafe-0cd9-470e-8b33-dcb996cddd22', '4cfb8a86-5aa8-4ab9-905c-47e62f8857f7', '91369277-b44b-4a33-9373-2f4506934e7d', '32cc83e5-d2da-4d38-a1a7-f545d389ae7f', 'a24394b2-1f4f-4de6-b476-8ad91967b8ba', '33a220e5-3999-436c-acc3-b6eec540ca1a', '014e935d-e24b-4a8a-a0a1-96cf9ae11313', '5c278149-8139-48e5-bcb3-720a9ae3a5b6', 'e4e60276-bca6-42a4-ad5b-20903f3ae4e2', '2d007dde-3da2-4383-961a-d31e60174748', 'c8fb643e-105d-4c1a-a843-f485ef99a8c7', 'ee776210-d8d8-4f62-a28a-8e60b59632dd', '81816e08-4569-4331-81ba-e548dc99e70f'} {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.423533] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1283.444765] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.444979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.444979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.445132] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.445230] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.445343] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1283.445441] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.445556] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1283.557260] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.557549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.557549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.557736] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.558973] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.559297] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1283.559378] env[65403]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65403) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.559447] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1283.559731] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1283.559731] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1283.559731] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGH for action security_group_rules [ 1283.559731] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGH for action security_group_rules [ 1283.559961] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGH for action security_group_rules [ 1283.559961] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGH for action security_group_rules [ 1283.559961] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGH for action security_group_rules [ 1283.560126] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGH for action security_group_rules [ 1283.560126] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGH for action security_group_rules [ 1283.560126] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGH for action security_group_rules [ 1283.560218] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGH for action security_group_rules [ 1283.560218] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGH for action security_group_rules [ 1283.560274] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGH for action security_group_rules [ 1283.560369] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGH for action security_group_rules [ 1283.560425] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGH for action security_group_rules [ 1283.560473] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGH for action security_group_rules [ 1283.560520] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGH for action security_group_rules [ 1283.560567] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGH for action security_group_rules [ 1283.560612] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGH for action security_group_rules [ 1283.560669] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGH for action security_group_rules [ 1283.560729] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGH for action security_group_rules [ 1283.560776] env[65403]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGH for action security_group_rules [ 1283.560874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.928973] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.929295] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1283.929472] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab with Priority: HIGH for action security_group_rules [ 1283.929641] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGH for action security_group_rules [ 1283.929789] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d with Priority: HIGH for action security_group_rules [ 1283.930046] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 with Priority: HIGH for action security_group_rules [ 1283.930249] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea with Priority: HIGH for action security_group_rules [ 1283.930387] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 with Priority: HIGH for action security_group_rules [ 1283.930501] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d with Priority: HIGH for action security_group_rules [ 1283.930599] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412ab911-9be7-4f42-8502-677eb92f8f29 with Priority: HIGH for action security_group_rules [ 1283.930696] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe with Priority: HIGH for action security_group_rules [ 1283.930786] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff with Priority: HIGH for action security_group_rules [ 1283.930873] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39932a2b-d970-40da-b1f2-5220e15258ca with Priority: HIGH for action security_group_rules [ 1283.930961] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f352c-1122-47ad-832a-d29b2b64c22a with Priority: HIGH for action security_group_rules [ 1283.931055] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 with Priority: HIGH for action security_group_rules [ 1283.931138] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3d0f2b-b14c-4224-979b-972f97880816 with Priority: HIGH for action security_group_rules [ 1283.931981] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ff2f37-f75e-44f8-aec9-d4702564143a with Priority: HIGH for action security_group_rules [ 1283.932133] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f566b29-0176-4411-a60d-217f335dff38 with Priority: HIGH for action security_group_rules [ 1283.932229] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGH for action security_group_rules [ 1283.932315] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1728c8-db4a-4075-a39b-581bf1402e13 with Priority: HIGH for action security_group_rules [ 1283.932407] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf with Priority: HIGH for action security_group_rules [ 1283.932492] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGH for action security_group_rules [ 1283.932916] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.933070] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.933172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.933457] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.933457] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9819d9-97b8-489a-8d66-afa4ac5a6fab',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.934424] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.935463] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.935568] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.935696] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.935787] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.936627] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-657289a4-5c71-484e-ad1b-f0e45edcde7d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.936752] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.936861] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.936961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.937043] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('657289a4-5c71-484e-ad1b-f0e45edcde7d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.937905] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ec3ba1-460a-41c7-a72e-05efb1b62141 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.938069] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.938133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.938336] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.938415] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ec3ba1-460a-41c7-a72e-05efb1b62141',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.939533] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7911f0-7819-45c9-92e7-9f32450e66ea taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.939533] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.939897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.939897] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.939897] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7911f0-7819-45c9-92e7-9f32450e66ea',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.940689] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.940836] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.940930] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.941089] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.941155] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf08f2ad-f0dc-43d2-b412-fd509155ba67',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.942225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.942225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.942225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.942225] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.942225] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.942886] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-412ab911-9be7-4f42-8502-677eb92f8f29 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.942989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.943366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.943366] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.943366] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('412ab911-9be7-4f42-8502-677eb92f8f29',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.944089] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.944204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.944270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.945053] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.945053] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1025709-e51c-4ea5-92e1-5a7d28e340fe',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.945170] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.945235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.945286] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.945439] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.945503] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d18c7c-09c2-47d5-9ffc-325c768e33ff',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.946170] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39932a2b-d970-40da-b1f2-5220e15258ca taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.946266] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.946320] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.946966] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.946966] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39932a2b-d970-40da-b1f2-5220e15258ca',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.947195] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f352c-1122-47ad-832a-d29b2b64c22a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.947293] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.947353] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.947494] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.947619] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f352c-1122-47ad-832a-d29b2b64c22a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.948388] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.948487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.948628] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.948715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.948785] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b712b2a-b8a4-44d9-88f3-0bb185bcd661',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.949463] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3d0f2b-b14c-4224-979b-972f97880816 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.949573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.949635] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.949829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.949928] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3d0f2b-b14c-4224-979b-972f97880816',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.950690] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ff2f37-f75e-44f8-aec9-d4702564143a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.950917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.950917] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.951061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.951153] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ff2f37-f75e-44f8-aec9-d4702564143a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.952030] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f566b29-0176-4411-a60d-217f335dff38 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.952150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.952207] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.952622] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.952622] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f566b29-0176-4411-a60d-217f335dff38',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.953087] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.953197] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.953261] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.953408] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.953478] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.954170] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb1728c8-db4a-4075-a39b-581bf1402e13 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.954278] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.954338] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.954484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.954554] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb1728c8-db4a-4075-a39b-581bf1402e13',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.955316] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.955421] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.955485] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.955633] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.955703] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59fea7bd-b379-4e8d-bb08-5b9b96a3fddf',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.958073] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.958199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.958272] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.958417] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.958576] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.986024] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.986203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.986296] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.986506] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.012166] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.012323] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 657289a4-5c71-484e-ad1b-f0e45edcde7d is going to be deleted. [ 1284.068480] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.068731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.068731] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.068984] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.069127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.069268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-657289a4-5c71-484e-ad1b-f0e45edcde7d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.473150] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.473150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.473150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.473150] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.473777] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.473777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.473777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.473777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.473777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.473777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.473985] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.478146] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.478146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.478146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.478146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.478146] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.478146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.478146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.478146] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.478748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.478748] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.478748] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.525971] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.525971] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.528096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.528096] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.536860] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.537021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.538057] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.538200] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.540651] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.540880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.542055] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.542204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.544381] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.544509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.545369] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.545474] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.548874] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.548874] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.549592] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.549863] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.559183] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.559183] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.560188] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.560805] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.561016] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.563044] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.563044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.563044] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.563044] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.563044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.563433] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.564018] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.564018] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.564360] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.564773] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.564877] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f566b29-0176-4411-a60d-217f335dff38 is going to be deleted. [ 1284.566363] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.566484] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.566553] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.566713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.568176] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.568313] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.568959] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.569354] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.569462] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.589672] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.590250] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.590387] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d18c7c-09c2-47d5-9ffc-325c768e33ff is going to be deleted. [ 1284.591513] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.591734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.611961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.612116] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 412ab911-9be7-4f42-8502-677eb92f8f29 is going to be deleted. [ 1284.613060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.613283] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.628423] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.628650] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.634491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.634627] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d is going to be deleted. [ 1284.635587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.635880] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.662391] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.662473] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ec3ba1-460a-41c7-a72e-05efb1b62141 is going to be deleted. [ 1284.663364] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.663586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.665092] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.665239] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.685620] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.685878] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.690825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.690825] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb1728c8-db4a-4075-a39b-581bf1402e13 is going to be deleted. [ 1284.690825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.690825] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.730534] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.730680] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.732558] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.732696] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1025709-e51c-4ea5-92e1-5a7d28e340fe is going to be deleted. [ 1284.733725] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.735051] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.746700] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.746899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.766888] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.767088] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7911f0-7819-45c9-92e7-9f32450e66ea is going to be deleted. [ 1284.768191] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.768415] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.838026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.838026] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b712b2a-b8a4-44d9-88f3-0bb185bcd661 is going to be deleted. [ 1284.838026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.838026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.838672] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.838824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.887972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.888163] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf08f2ad-f0dc-43d2-b412-fd509155ba67 is going to be deleted. [ 1284.889573] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.889794] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.909788] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.909994] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.947475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.947475] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9819d9-97b8-489a-8d66-afa4ac5a6fab is going to be deleted. [ 1284.947475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.947475] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.969133] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.969258] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.974283] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.974434] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.975210] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.975340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.985777] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.985946] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39932a2b-d970-40da-b1f2-5220e15258ca is going to be deleted. [ 1284.986921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.987198] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.988344] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.994824] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.030818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.031069] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59fea7bd-b379-4e8d-bb08-5b9b96a3fddf is going to be deleted. [ 1285.032021] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.032295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.105729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.105914] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ff2f37-f75e-44f8-aec9-d4702564143a is going to be deleted. [ 1285.107078] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.107330] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.126315] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.126511] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.136354] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.136495] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be deleted. [ 1285.138015] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.138235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.140887] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.140887] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.203023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.203504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.222499] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.222835] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.232727] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.232957] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3d0f2b-b14c-4224-979b-972f97880816 is going to be deleted. [ 1285.233940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.234186] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.280312] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.280454] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f352c-1122-47ad-832a-d29b2b64c22a is going to be deleted. [ 1285.281921] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.282210] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.282294] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.282490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f566b29-0176-4411-a60d-217f335dff38" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.282739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.283060] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.283164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.283295] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d18c7c-09c2-47d5-9ffc-325c768e33ff" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.283901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.284100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.284189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.284302] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-412ab911-9be7-4f42-8502-677eb92f8f29" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.284438] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.284585] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.284664] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.284776] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b794b9dc-0c73-4a9e-b1b6-fc858ea6b57d" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.284906] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.285063] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.285139] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.285251] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ec3ba1-460a-41c7-a72e-05efb1b62141" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.285380] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.285530] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.285597] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.285710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb1728c8-db4a-4075-a39b-581bf1402e13" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.285839] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.286189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.286189] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.286262] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7911f0-7819-45c9-92e7-9f32450e66ea" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.286367] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.286512] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.286586] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.286701] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1025709-e51c-4ea5-92e1-5a7d28e340fe" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.286828] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.286972] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.287079] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.287204] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf08f2ad-f0dc-43d2-b412-fd509155ba67" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.287345] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.287487] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.287616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.287733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b712b2a-b8a4-44d9-88f3-0bb185bcd661" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.287875] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.288143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.288238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.288361] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39932a2b-d970-40da-b1f2-5220e15258ca" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.288492] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.288643] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.288720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.288830] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9819d9-97b8-489a-8d66-afa4ac5a6fab" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.288964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.289149] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.289231] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.289351] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59fea7bd-b379-4e8d-bb08-5b9b96a3fddf" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.289491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.289636] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.289728] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.289853] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ff2f37-f75e-44f8-aec9-d4702564143a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.320274] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.320423] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.320491] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.320720] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.320815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.320931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.362289] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.362289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.362289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.362289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.362289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.362289] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3d0f2b-b14c-4224-979b-972f97880816" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.438774] env[65403]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1285.439404] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.440068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.440068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.440068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.440068] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.440327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f352c-1122-47ad-832a-d29b2b64c22a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.492507] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a48ead2-63df-4fad-b944-6b5a228b7a17: rpc.has_security_group_logging(os_id): False [ 1285.497338] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5b8898-a588-4079-a416-8c4e8284c4e7: rpc.has_security_group_logging(os_id): False [ 1285.518610] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.518858] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.518931] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.519159] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.524393] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.524507] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.539815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.540177] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.540316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.540316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.540529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.540620] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.540678] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be updated. [ 1285.541737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.541909] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.587280] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.587608] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.587745] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.587818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.588044] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.588128] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.588220] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1285.668966] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.669297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.669297] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.669424] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.669572] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.677599] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.677788] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.677862] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.678055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.678209] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.684786] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 1285.690454] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1287.577666] env[65403]: INFO networking_nsxv3.common.synchronization [req-19a76842-44f6-485c-9680-a9c2c657a3a5 req-9fc711c9-c32f-4352-9398-3a47537b440c tempest-ServerActionsTestOtherA-1022359213 tempest-ServerActionsTestOtherA-1022359213-project-member] Enqueued Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1287.578236] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 with Priority: HIGHEST for action security_group_members [ 1287.578761] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a48ead2-63df-4fad-b944-6b5a228b7a17 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.578901] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.578969] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.579170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.580215] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.580215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.580215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.580215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.580215] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.580215] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a48ead2-63df-4fad-b944-6b5a228b7a17',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.698894] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 1287.699203] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.700334] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1287.700508] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.082432] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.082668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.082668] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.082870] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.082964] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.083179] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.083299] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.083375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.083486] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.083564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.083648] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 is going to be updated. [ 1288.126993] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.127226] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.127335] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.127606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.127761] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.137381] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: IN_PROGRESS for 2s [ 1290.148107] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 in Status: SUCCESS [ 1290.148387] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a48ead2-63df-4fad-b944-6b5a228b7a17 deletion is rescheduled due to dependency. [ 1290.148432] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a48ead2-63df-4fad-b944-6b5a228b7a17" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.019447] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.019691] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.019768] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.020090] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.020362] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.020531] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.020648] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.020865] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.021018] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.021231] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.021347] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.021456] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.021563] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.021671] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.021776] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.021907] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.046156] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.046444] env[65403]: DEBUG dogpile.cache.region [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.046671] env[65403]: DEBUG dogpile.lock [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.046925] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "network-946" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.047347] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock port-c1c6ef9f-8175-4f9a-a9b7-635953a95478 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.047604] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.047820] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.048190] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.048330] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c6ef9f-8175-4f9a-a9b7-635953a95478',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.551138] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.551575] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.551627] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.552083] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.552287] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.552612] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.552781] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.552900] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.553162] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.553299] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.553588] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.553749] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.553867] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.554182] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.554408] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.554574] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Resource: SegmentPort with ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 is going to be updated. [ 1291.579316] env[65403]: DEBUG networking_nsxv3.common.locking [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.579619] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.579763] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.579962] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.580217] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.580480] env[65403]: DEBUG oslo_concurrency.lockutils [None req-ebb24585-bf02-499e-9a0d-6c23e13ca78b None None] Releasing lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.264874] env[65403]: INFO networking_nsxv3.common.synchronization [req-1efa2583-32a5-41f3-9e35-f085a06239c8 req-1cba91a7-11df-4d4a-ba12-2a44f91ded7d service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 1292.265082] env[65403]: INFO networking_nsxv3.common.synchronization [req-1efa2583-32a5-41f3-9e35-f085a06239c8 req-1cba91a7-11df-4d4a-ba12-2a44f91ded7d service nova] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1292.265226] env[65403]: INFO networking_nsxv3.common.synchronization [req-1efa2583-32a5-41f3-9e35-f085a06239c8 req-1cba91a7-11df-4d4a-ba12-2a44f91ded7d service nova] Enqueued Resource ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 with Priority: HIGHEST for action port [ 1292.265805] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_rules [ 1292.265945] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1292.266150] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 with Priority: HIGHEST for action port [ 1292.266495] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.266710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.266890] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.267164] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.267296] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.268486] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.268723] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.268877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.269107] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.269386] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.269555] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.269658] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.269877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.270034] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.270196] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.271061] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1c6ef9f-8175-4f9a-a9b7-635953a95478 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.271235] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.271341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.271531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.271650] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c6ef9f-8175-4f9a-a9b7-635953a95478',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.773943] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.775046] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.775311] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.775402] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1c6ef9f-8175-4f9a-a9b7-635953a95478 with status ACTIVE [ 1292.775868] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.776027] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.776087] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.776264] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.776352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.776522] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.776616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.776675] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.776824] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.776898] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.777095] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.777187] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.777245] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.777431] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.777467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.777528] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1c6ef9f-8175-4f9a-a9b7-635953a95478 is going to be updated. [ 1292.799874] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.800121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.800121] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.800254] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.800390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.800540] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1c6ef9f-8175-4f9a-a9b7-635953a95478" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.866629] env[65403]: INFO networking_nsxv3.common.synchronization [req-4c6d060c-5d87-4517-93b7-0272a346b34a req-a1155250-271d-457c-bf76-9fd9a22e22cb tempest-ServerActionsTestJSON-2095708335 tempest-ServerActionsTestJSON-2095708335-project-member] Enqueued Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1292.867114] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 with Priority: HIGHEST for action security_group_members [ 1292.867443] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5b8898-a588-4079-a416-8c4e8284c4e7 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.867606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.867737] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.867877] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.868048] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.868144] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.868206] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.868352] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.868437] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.868528] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5b8898-a588-4079-a416-8c4e8284c4e7',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.279642] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.371961] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.371961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.371961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.371961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.371961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.372309] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.372309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.372309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.372309] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.372452] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.372452] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 is going to be updated. [ 1293.403841] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.404012] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.404067] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.404268] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.404410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.412899] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: IN_PROGRESS for 2s [ 1293.782615] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.782900] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.783047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.783368] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.783539] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.783728] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1293.815222] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.815445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.815445] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.815852] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.816125] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.826725] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1295.422633] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 in Status: SUCCESS [ 1295.422633] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5b8898-a588-4079-a416-8c4e8284c4e7 deletion is rescheduled due to dependency. [ 1295.422962] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5b8898-a588-4079-a416-8c4e8284c4e7" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.835502] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1295.835710] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.835869] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.836091] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.836277] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.836390] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.836454] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.836606] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.836682] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.836763] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.836851] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.342526] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.845268] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55bf55da-8bb9-4e19-af18-6f3384563e09: rpc.has_security_group_logging(os_id): False [ 1296.867546] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.867850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.867850] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.868123] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.868238] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.868563] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.868707] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.868815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.869011] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.869127] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.869219] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be created. [ 1297.018323] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.018490] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.018561] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.018799] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.018978] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.033782] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1297.868016] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.868390] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1299.051906] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1299.052305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.868898] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.869348] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.870542] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.870927] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.472703] env[65403]: INFO networking_nsxv3.common.synchronization [req-820da46e-e9fe-4392-94ae-742ab24c9b17 req-60b3d77f-34e3-483c-8823-652c33e822fa tempest-ServerActionsTestOtherB-353009267 tempest-ServerActionsTestOtherB-353009267-project-member] Enqueued Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1309.473264] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 with Priority: HIGHEST for action security_group_members [ 1309.473569] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-55bf55da-8bb9-4e19-af18-6f3384563e09 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.473674] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.473741] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.474347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.474347] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.474347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.474347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.474347] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.474734] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.474734] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55bf55da-8bb9-4e19-af18-6f3384563e09',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.979549] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.979549] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.979549] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.979549] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 is going to be updated. [ 1310.040740] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.040740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.040740] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.041959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.041959] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.049284] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: IN_PROGRESS for 2s [ 1312.060973] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 in Status: SUCCESS [ 1312.061365] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55bf55da-8bb9-4e19-af18-6f3384563e09 deletion is rescheduled due to dependency. [ 1312.061365] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55bf55da-8bb9-4e19-af18-6f3384563e09" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.474149] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.474520] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.475911] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.476298] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.873686] env[65403]: INFO networking_nsxv3.common.synchronization [None req-dd363e57-c873-4ade-996c-bc0ee400b27d None None] Enqueued Resource ID: a290e5e1-c8be-49ee-9d43-0d5331082dae with Priority: HIGHEST for action port [ 1320.874018] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a290e5e1-c8be-49ee-9d43-0d5331082dae with Priority: HIGHEST for action port [ 1320.874353] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-a290e5e1-c8be-49ee-9d43-0d5331082dae taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.874504] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a290e5e1-c8be-49ee-9d43-0d5331082dae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.874569] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a290e5e1-c8be-49ee-9d43-0d5331082dae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.874770] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a290e5e1-c8be-49ee-9d43-0d5331082dae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.874848] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a290e5e1-c8be-49ee-9d43-0d5331082dae',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.377542] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a290e5e1-c8be-49ee-9d43-0d5331082dae [ 1321.377711] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.377871] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.377989] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.378212] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.378305] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.378398] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a290e5e1-c8be-49ee-9d43-0d5331082dae already deleted. [ 1321.378881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a290e5e1-c8be-49ee-9d43-0d5331082dae" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.077427] env[65403]: INFO networking_nsxv3.common.synchronization [None req-e16c4f6c-80e0-4a8b-b4db-4ab3e9511069 None None] Enqueued Resource ID: 30139085-6c09-498e-a993-1d9eafeb5cdd with Priority: HIGHEST for action port [ 1323.077903] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30139085-6c09-498e-a993-1d9eafeb5cdd with Priority: HIGHEST for action port [ 1323.078369] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-30139085-6c09-498e-a993-1d9eafeb5cdd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.078521] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30139085-6c09-498e-a993-1d9eafeb5cdd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.078624] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30139085-6c09-498e-a993-1d9eafeb5cdd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.078899] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30139085-6c09-498e-a993-1d9eafeb5cdd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.078990] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30139085-6c09-498e-a993-1d9eafeb5cdd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.582023] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30139085-6c09-498e-a993-1d9eafeb5cdd [ 1323.582023] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.582023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.582023] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.582341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.582341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.582341] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30139085-6c09-498e-a993-1d9eafeb5cdd already deleted. [ 1323.582447] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30139085-6c09-498e-a993-1d9eafeb5cdd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.224424] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c5acfb2-ba85-455e-997e-8f589dda136d req-df47d76a-13da-4a22-a5fb-daeedcfe7a7f tempest-ServerMetadataTestJSON-624166233 tempest-ServerMetadataTestJSON-624166233-project-member] Enqueued Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_members [ 1326.224877] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_members [ 1326.225229] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c1ca72-45fd-4d06-b28d-8f2541220836 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.225370] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.225446] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.225744] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.226026] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.226026] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.226172] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.226213] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.226307] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.226407] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.502257] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.502491] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "network-467" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.502640] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "network-467" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.502993] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "network-467" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.503328] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.503513] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.503661] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.503947] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.504158] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.504383] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.504514] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] NeedRegenerationException {{(pid=65403) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1326.504645] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] no value, waiting for create lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1326.504799] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] value creation lock acquired {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1326.504956] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] No value present for key: 'zone-id' {{(pid=65403) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.505326] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Calling creation function for not-yet-present value {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1326.505326] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1326.527020] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1326.527020] env[65403]: DEBUG dogpile.cache.region [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65403) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1326.527020] env[65403]: DEBUG dogpile.lock [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Released creation lock {{(pid=65403) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1326.527292] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "network-467" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.527531] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock port-df18946c-45b1-4395-90e3-5a58e611b94a taken with stack trace [, , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.527966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.527966] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.528307] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.528455] env[65403]: DEBUG networking_nsxv3.api.rpc [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df18946c-45b1-4395-90e3-5a58e611b94a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.582077] env[65403]: INFO networking_nsxv3.common.synchronization [req-bd49aede-c8d4-42cc-abaa-9a854591dad4 req-a5fe9957-5e11-436f-bd0a-0e70e404fb41 tempest-AttachVolumeShelveTestJSON-714897650 tempest-AttachVolumeShelveTestJSON-714897650-project-member] Enqueued Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1326.582568] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 with Priority: HIGHEST for action security_group_members [ 1326.582932] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c11054-904d-4c07-83fb-e1dd1efe0d46 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.583054] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.583112] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.583275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.583430] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.583529] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.583587] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.583733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.583818] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.583909] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c11054-904d-4c07-83fb-e1dd1efe0d46',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.728967] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.728967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.728967] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.729339] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.729441] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.729663] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.729795] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.730076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.730076] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.730202] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.730202] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 already deleted. [ 1326.730304] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.031465] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.031736] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.031922] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.032155] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.032307] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.032463] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Segment Port df18946c-45b1-4395-90e3-5a58e611b94a not found, creating... [ 1327.032724] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.032887] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.033015] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.033250] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.033407] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.033666] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.033821] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.033962] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.034206] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.034345] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.034485] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Resource: SegmentPort with ID: df18946c-45b1-4395-90e3-5a58e611b94a is going to be created. [ 1327.057193] env[65403]: DEBUG networking_nsxv3.common.locking [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.057420] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.057551] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.057812] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.058089] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.058331] env[65403]: DEBUG oslo_concurrency.lockutils [None req-2d54fe19-8bfb-4a9f-93ee-b79fe3c7c3cc None None] Releasing lock "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.086275] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.086478] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.086551] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.086729] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.123564] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.123894] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.124064] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.124129] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.124316] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.124402] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.124494] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 is going to be updated. [ 1327.155705] env[65403]: INFO networking_nsxv3.common.synchronization [req-ac3f070b-c1ac-4040-8bfc-62f6c9b7c3df req-17d08c6d-b00e-4b4d-87a7-7e76d64bd364 tempest-AttachVolumeNegativeTest-1757033015 tempest-AttachVolumeNegativeTest-1757033015-project-member] Enqueued Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_members [ 1327.156475] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bc754a-6ba3-4705-bf07-31926cf297cd with Priority: HIGHEST for action security_group_members [ 1327.156827] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bc754a-6ba3-4705-bf07-31926cf297cd taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.156961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.157047] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.157257] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.157439] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.157543] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.157604] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.157758] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.157848] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.157942] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bc754a-6ba3-4705-bf07-31926cf297cd',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.183011] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.183327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.183327] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.183471] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.183616] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.202849] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: IN_PROGRESS for 2s [ 1327.660912] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.661308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.661308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.661425] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.683073] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.683370] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.683509] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.683579] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.683768] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.683847] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.683923] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bc754a-6ba3-4705-bf07-31926cf297cd is going to be updated. [ 1327.710560] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.710704] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.710775] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.710985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.711340] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.719761] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bc754a-6ba3-4705-bf07-31926cf297cd in Status: IN_PROGRESS for 2s [ 1327.740178] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c5acfb2-ba85-455e-997e-8f589dda136d req-4adc2cb2-9206-4d56-8f29-61069d1556a8 service nova] Enqueued Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_rules [ 1327.740178] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c5acfb2-ba85-455e-997e-8f589dda136d req-4adc2cb2-9206-4d56-8f29-61069d1556a8 service nova] Enqueued Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_members [ 1327.740178] env[65403]: INFO networking_nsxv3.common.synchronization [req-7c5acfb2-ba85-455e-997e-8f589dda136d req-4adc2cb2-9206-4d56-8f29-61069d1556a8 service nova] Enqueued Resource ID: df18946c-45b1-4395-90e3-5a58e611b94a with Priority: HIGHEST for action port [ 1327.740532] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_rules [ 1327.740665] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_members [ 1327.740761] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df18946c-45b1-4395-90e3-5a58e611b94a with Priority: HIGHEST for action port [ 1327.741070] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c1ca72-45fd-4d06-b28d-8f2541220836 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.741194] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.741263] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.741502] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.741595] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.742488] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c1ca72-45fd-4d06-b28d-8f2541220836 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.742594] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.742661] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.742829] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.742970] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.743071] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.743133] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.743275] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.743373] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.743504] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.745199] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock port-df18946c-45b1-4395-90e3-5a58e611b94a taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.745199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.745199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.745199] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.745199] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df18946c-45b1-4395-90e3-5a58e611b94a',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.246510] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c1ca72-45fd-4d06-b28d-8f2541220836 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.246684] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.247081] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.248247] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df18946c-45b1-4395-90e3-5a58e611b94a with status ACTIVE [ 1328.248464] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.248614] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.248713] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.248979] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.249099] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.249386] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.249559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.249654] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.249886] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.250009] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.250255] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.250371] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.250451] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.250609] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.250686] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.250771] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df18946c-45b1-4395-90e3-5a58e611b94a is going to be updated. [ 1328.293221] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.293388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.293442] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.293634] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.293772] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.293929] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df18946c-45b1-4395-90e3-5a58e611b94a" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.753191] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.213387] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 in Status: SUCCESS [ 1329.213577] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c11054-904d-4c07-83fb-e1dd1efe0d46 deletion is rescheduled due to dependency. [ 1329.213681] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c11054-904d-4c07-83fb-e1dd1efe0d46" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.254836] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.255074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.255074] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.255298] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.255388] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.255485] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 is going to be created. [ 1329.278248] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.278560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.278560] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.278651] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.278807] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.288264] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 in Status: UNINITIALIZED for 2s [ 1329.730607] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bc754a-6ba3-4705-bf07-31926cf297cd in Status: SUCCESS [ 1329.730911] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bc754a-6ba3-4705-bf07-31926cf297cd deletion is rescheduled due to dependency. [ 1329.731061] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bc754a-6ba3-4705-bf07-31926cf297cd" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.299409] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 in Status: SUCCESS [ 1331.299785] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.299833] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.300029] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.300225] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.300344] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.300410] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.300567] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.300648] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.300733] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.300822] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.803427] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c1ca72-45fd-4d06-b28d-8f2541220836 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.803739] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.803881] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.804270] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.804589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.804912] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.805062] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.805308] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.805449] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.805510] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.805653] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c1ca72-45fd-4d06-b28d-8f2541220836 taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.805749] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.805815] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.805985] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.806179] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.806349] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.806467] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.806711] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.806866] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.807028] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.807197] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.309287] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63c1ca72-45fd-4d06-b28d-8f2541220836: rpc.has_security_group_logging(os_id): False [ 1332.326421] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.326621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.326621] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.326849] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.326940] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.327179] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.327285] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.327363] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.327531] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.327610] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.327796] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.327889] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.327949] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.328143] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.328218] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.328397] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.328496] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.328559] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.328691] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.328764] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.328866] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 is going to be created. [ 1332.392738] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.392961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.392961] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.393193] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.393407] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.404726] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 in Status: IN_PROGRESS for 2s [ 1332.742108] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.742228] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1334.418834] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 in Status: SUCCESS [ 1334.419332] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.743066] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.743451] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.631119] env[65403]: INFO networking_nsxv3.common.synchronization [req-937f5fcd-0b09-49dd-a2fa-2d9b4a9e9d1e req-afdcf570-5c27-4790-9ee7-0e02b6e6170b tempest-ServerMetadataTestJSON-624166233 tempest-ServerMetadataTestJSON-624166233-project-member] Enqueued Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_members [ 1338.631652] env[65403]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 with Priority: HIGHEST for action security_group_members [ 1338.631965] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c1ca72-45fd-4d06-b28d-8f2541220836 taken with stack trace [, , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.632100] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.632170] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.632375] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.632589] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.632715] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.632789] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.632943] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.633055] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.633152] env[65403]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c1ca72-45fd-4d06-b28d-8f2541220836',) {} {{(pid=65403) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.136056] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.136056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.136056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.136056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.136056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.136056] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.136056] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.136703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.136703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.136703] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.136703] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 is going to be updated. [ 1339.165788] env[65403]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65403) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.166032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.166032] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.166195] env[65403]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.166341] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.175443] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 in Status: IN_PROGRESS for 2s [ 1341.188891] env[65403]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 in Status: SUCCESS [ 1341.189301] env[65403]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c1ca72-45fd-4d06-b28d-8f2541220836 deletion is rescheduled due to dependency. [ 1341.189301] env[65403]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c1ca72-45fd-4d06-b28d-8f2541220836" {{(pid=65403) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.632867] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.633251] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.634464] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.634849] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.636000] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.636504] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.637625] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.638032] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.639417] env[65403]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.639828] env[65403]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0